-- Logs begin at Thu 2021-04-08 11:21:04 UTC, end at Thu 2021-04-08 12:21:52 UTC. -- Apr 08 11:57:51.811188 dv-cinder-784779-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 11:57:54.706854 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.common.config [-] Logging enabled! Apr 08 11:57:54.707425 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44 Apr 08 11:57:54.708691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84285) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 11:57:54.710529 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.common.config [-] Logging enabled! Apr 08 11:57:54.710845 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44 Apr 08 11:57:54.711179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84285) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 11:57:54.712246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 11:57:54.712515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 11:57:54.713546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 11:57:54.713858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 11:57:54.714122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 11:57:54.714497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.714846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.715194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.715458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.715804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.716145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.716472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.716815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.717159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.717491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.718405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.718734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.719001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.719326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.719665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.720003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.720262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] debug = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.720591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.721135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.721463 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.721823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.722151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.722473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.722788 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.723109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.723436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.723810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] host = dv-cinder-784779-3-smb {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.724133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.724471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.724806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.725142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.725462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.725789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.726153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.726473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.726791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.727109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.727446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.727781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.728124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.728384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.728641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.729230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.729570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.729915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.730235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.730555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.730871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.731187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.731499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.731834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.732166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.732504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.732822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.733140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.733480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.737812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.738558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.739316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] use_json = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.739316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.739316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.739583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.739884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.740199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.740514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.740828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.741166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:54.741508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.741876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.742238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.742566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.742908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.743232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.743571 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.743895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.744235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.744574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.744904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.745226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.745557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.745903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.746250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.746603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.746949 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.747294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.747613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.747926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.748240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.748562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.748890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.749431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.749993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.750325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.750654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.751001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.751324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.751645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.751970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.752313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.752616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.752934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.753261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.753581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.753922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.754240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.754562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.754900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.755219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.755532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.755846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.756166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.756478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.756809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.757134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.757447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.757791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.758106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.758425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.758740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.759061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.759377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.759698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.760013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.760332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.760646 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.760959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.761272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.761585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.761921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.762245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.762560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.762872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.763185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.763497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.763809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.764136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.764480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.765418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.765964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.766294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.766618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.766941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.767267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.767587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.767908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.768224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.768563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.768891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.769221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.769549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.769912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.770262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.770582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.770914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.771501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.771501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.771831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.772155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.772495 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.772833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.773173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.773512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.773872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.774197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.774558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.774878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:54.775131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 11:57:54.775399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84285) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 08 11:57:55.450135 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading Gnome Apr 08 11:57:55.467648 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading Google Apr 08 11:57:55.470921 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading Windows (alt) Apr 08 11:57:55.474658 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading file Apr 08 11:57:55.475493 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading keyczar Apr 08 11:57:55.475774 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading multi Apr 08 11:57:55.476430 dv-cinder-784779-3-smb neutron-server[84285]: INFO keyring.backend [-] Loading pyfs Apr 08 11:57:55.523902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:57:55.524214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:57:55.524542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:57:55.524919 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 11:57:55.920456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.921536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.921536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.924525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.924841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.925146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.962152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.962468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.962773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.976786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.977105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:55.977416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.046758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.047077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.047379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.048518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.048824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.049119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.322816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.323038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.323348 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.323649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.325442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.475572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.475951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.476275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.476577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.476875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.477252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.477549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.477880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.478168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.478500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.479056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.479358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.479663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.479949 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.480253 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.480565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.480855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.481166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.481447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.481804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.482248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.482530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.482807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.483140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.484096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.484387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.484814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:56.485087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:56.485357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:56.485624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:56.485917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:56.486185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:56.486596 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 11:57:56.489812 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 11:57:56.493828 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 11:57:56.497718 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 08 11:57:56.499462 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 11:57:56.500709 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 11:57:56.501091 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 11:57:56.501520 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 11:57:56.504268 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 11:57:56.504552 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 11:57:56.504943 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 11:57:56.532321 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 11:57:56.532826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.533158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84285) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 08 11:57:56.533565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.534938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84285) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 11:57:56.535260 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 11:57:56.535540 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 11:57:56.538662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.538979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:56.605648 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 11:57:56.605910 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 11:57:56.606185 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 11:57:56.606591 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 11:57:56.639518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.sqlalchemy.engines [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84285) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 08 11:57:57.084646 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing driver for type 'gre' Apr 08 11:57:57.085185 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] gre ID ranges: [(1, 1000)] Apr 08 11:57:57.125515 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing driver for type 'local' Apr 08 11:57:57.125913 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing driver for type 'vlan' Apr 08 11:57:57.135827 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] VlanTypeDriver initialization complete Apr 08 11:57:57.136201 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing driver for type 'vxlan' Apr 08 11:57:57.136719 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] vxlan ID ranges: [(1, 1000)] Apr 08 11:57:57.176935 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing extension driver 'port_security' Apr 08 11:57:57.177300 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] PortSecurityExtensionDriver initialization complete Apr 08 11:57:57.177675 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing mechanism driver 'openvswitch' Apr 08 11:57:57.178066 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing mechanism driver 'hyperv' Apr 08 11:57:57.184333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:57:57.185159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.185612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.186022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.186989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.187575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.187962 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.188379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.188763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.189142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.189554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > security_group after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.189968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > security_group after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.190345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.190761 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.191141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.191514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.192056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > address_group after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.192442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > address_group after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.192818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > address_group after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.193187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] ML2 OVO RPC backend initialized. {{(pid=84285) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 08 11:57:57.194035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.194431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.194889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.195270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > networks before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.195651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.196025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > ports before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.196403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.196782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnets before_response 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.197166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.197542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.197952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.198324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.198694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.199061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.199431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.199801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.200170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.200798 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.plugin [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Modular L2 Plugin initialization complete Apr 08 11:57:57.201149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading services supported by the core plugin {{(pid=84285) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 11:57:57.201508 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.plugins.ml2.managers [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Got port-security extension from driver 'port_security' Apr 08 11:57:57.202037 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.extensions.vlantransparent [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Disabled vlantransparent extension. Apr 08 11:57:57.203107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84285) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 11:57:57.203441 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: router Apr 08 11:57:57.240165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.240604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_create 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.241013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router before_create 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.241419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.241857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.242252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_delete 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.242645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.243050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_create 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.243429 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_update 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.243849 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_update 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.244231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.244627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_update 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.245115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_update 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.245532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.245935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.246308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: subnet after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.246681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.247070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.247454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_create 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.247842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.248218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.248618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router after_update 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.249503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.249915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_create 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.250320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.250701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_update 55549900 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.251127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > network after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.252104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Tracking information for resource: router configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:57.252470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Tracking information for resource: floatingip configured {{(pid=84285) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 08 11:57:57.257213 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_agentschedulers_db [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 11:57:57.257890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.258289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port after_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.258673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port after_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.259062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: port after_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.259961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router before_create 55550100 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.260369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.260771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_create 55550100 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.261166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > router precommit_update 55550100 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.266545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.provider_configuration [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service providers = [] {{(pid=84285) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 11:57:57.266940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.servicetype_db [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84285) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 11:57:57.269953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.service_base [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 11:57:57.270404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.service_base [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 11:57:57.270784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.service_base [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 11:57:57.271676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.service_base [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84285) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 08 11:57:57.272075 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.services.service_base [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 11:57:57.272482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.272830 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 11:57:57.282984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.283356 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: auto_allocate Apr 08 11:57:57.289137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: network precommit_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.289541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: network precommit_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.290155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.290513 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: tag Apr 08 11:57:57.297397 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.297788 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: timestamp Apr 08 11:57:57.301630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.302076 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: network_ip_availability Apr 08 11:57:57.307673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.308085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.308478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.309254 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.309612 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: flavors Apr 08 11:57:57.314676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.315042 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading Plugin: revisions Apr 08 11:57:57.319294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84285) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 08 11:57:57.319716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=84285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:57:57.320515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84285) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 08 11:57:57.320873 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Initializing extension manager. Apr 08 11:57:57.321434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: __init__.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.321828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: __pycache__ {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.322198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.322563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: address_group.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.323361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.324146 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: address-group Apr 08 11:57:57.324504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: address_scope.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.325268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.325870 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: address-scope Apr 08 11:57:57.326230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.327771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.328350 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: router-admin-state-down-before-update Apr 08 11:57:57.328712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: agent.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.329468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.330069 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: agent Apr 08 11:57:57.330426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: agent_resources_synced.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.331342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.331913 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: agent-resources-synced Apr 08 11:57:57.332269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: allowedaddresspairs.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.334112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.334738 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: allowed-address-pairs Apr 08 11:57:57.335058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: auto_allocated_topology.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.336129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.336709 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: auto-allocated-topology Apr 08 11:57:57.337064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: availability_zone.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.337832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.338423 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: availability_zone Apr 08 11:57:57.338779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: availability_zone_filter.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.339694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.340270 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: availability_zone_filter Apr 08 11:57:57.340624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: data_plane_status.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.341541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.342139 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 11:57:57.342499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: default_subnetpools.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.343555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.344129 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: default-subnetpools Apr 08 11:57:57.344488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.345365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.347154 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: dhcp_agent_scheduler Apr 08 11:57:57.347527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: dns.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.348462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.349042 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 11:57:57.349401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: dns_domain_ports.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.350373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.350951 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 11:57:57.351308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: dvr.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.352034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.352609 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: dvr Apr 08 11:57:57.352964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: empty_string_filtering.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.354175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.354743 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: empty-string-filtering Apr 08 11:57:57.355099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.356010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.356573 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 11:57:57.356928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.357884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.358509 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 11:57:57.359004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: external_net.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.359928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.360500 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: external-net Apr 08 11:57:57.360857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.361799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.362371 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: extra_dhcp_opt Apr 08 11:57:57.362725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: extraroute.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.363641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.364216 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: extraroute Apr 08 11:57:57.364574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: extraroute_atomic.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.365632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.366242 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: extraroute-atomic Apr 08 11:57:57.366599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: filter_validation.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.367295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.367867 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: filter-validation Apr 08 11:57:57.368227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: fip_pf_description.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.369138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.369703 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 11:57:57.370084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: fip_port_details.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.370996 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.371563 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: fip-port-details Apr 08 11:57:57.371918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: flavors.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.373147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.373727 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: flavors Apr 08 11:57:57.374647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.376286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.376880 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 11:57:57.377248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: floatingip_pools.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.378132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.378712 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: floatingip-pools Apr 08 11:57:57.379077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: ip_allocation.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.380010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.380582 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 11:57:57.380938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.381883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.382463 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: ip-substring-filtering Apr 08 11:57:57.382820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l2_adjacency.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.383744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.384318 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 11:57:57.384675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.385731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.386335 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: router Apr 08 11:57:57.386693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.388958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.389546 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 11:57:57.390499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.391436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.392016 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: ext-gw-mode Apr 08 11:57:57.392375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.393295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.393894 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: l3-ha Apr 08 11:57:57.394253 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3_flavors.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.395181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.395758 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: l3-flavors Apr 08 11:57:57.396116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.397030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.397611 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 11:57:57.397995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: l3agentscheduler.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.399308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.399896 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: l3_agent_scheduler Apr 08 11:57:57.400259 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: logging.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.401799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.402401 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension logging not supported by any of loaded plugins Apr 08 11:57:57.402769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: metering.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.403566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.404258 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: metering Apr 08 11:57:57.404621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.405813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.406380 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: metering_source_and_destination_fields Apr 08 11:57:57.406740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: multiprovidernet.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.407673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.408256 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: multi-provider Apr 08 11:57:57.408612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: netmtu.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.409539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.410162 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: net-mtu Apr 08 11:57:57.410519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: netmtu_writable.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.411449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.412018 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: net-mtu-writable Apr 08 11:57:57.412373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: network_availability_zone.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.413102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.413668 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: network_availability_zone Apr 08 11:57:57.414057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: network_ip_availability.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.415206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.415776 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: network-ip-availability Apr 08 11:57:57.416134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: network_segment_range.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.416972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.417541 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 11:57:57.417927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: pagination.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.419035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.419408 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: pagination Apr 08 11:57:57.419894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: port_device_profile.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.421624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.422229 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: port-device-profile Apr 08 11:57:57.422588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.423509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.424083 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: port-mac-address-regenerate Apr 08 11:57:57.424448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.425382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.425989 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: port-numa-affinity-policy Apr 08 11:57:57.426347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: port_resource_request.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.427272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.427841 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 11:57:57.428196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: portbindings.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.429131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.429712 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: binding Apr 08 11:57:57.430099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: portbindings_extended.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.431388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.431970 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: binding-extended Apr 08 11:57:57.432333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: portsecurity.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.433260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.433872 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: port-security Apr 08 11:57:57.434235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: project_id.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.435212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.435582 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: project-id Apr 08 11:57:57.435936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: providernet.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.437600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.438123 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: provider Apr 08 11:57:57.438480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.442021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.442617 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos not supported by any of loaded plugins Apr 08 11:57:57.442983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.444322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.444904 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 11:57:57.445269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.446220 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.446793 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 11:57:57.447155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_default.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.448083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.448662 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-default not supported by any of loaded plugins Apr 08 11:57:57.449021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_fip.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.449715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.450315 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 11:57:57.450673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_gateway_ip.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.451606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.452201 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 11:57:57.452556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_port_network_policy.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.453475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.454071 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 11:57:57.454428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_rule_type_details.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.455350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.455918 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 11:57:57.456274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: qos_rules_alias.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.457311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.457914 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 11:57:57.458273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: quotasv2.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.459235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.459603 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: quotas Apr 08 11:57:57.459957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: quotasv2_detail.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.461541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.461953 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: quota_details Apr 08 11:57:57.462318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: rbac.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.463471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.464063 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: rbac-policies Apr 08 11:57:57.464425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: rbac_address_group.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.465369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.465997 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: rbac-address-group Apr 08 11:57:57.466361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: rbac_address_scope.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.467289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.467904 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: rbac-address-scope Apr 08 11:57:57.468319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: rbac_security_groups.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.469294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.469889 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: rbac-security-groups Apr 08 11:57:57.470248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: rbac_subnetpool.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.471170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.471752 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: rbac-subnetpool Apr 08 11:57:57.472110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: revisionifmatch.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.473035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.473611 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: revision-if-match Apr 08 11:57:57.474001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: revisions.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.475158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.475737 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: standard-attr-revisions Apr 08 11:57:57.476099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: router_availability_zone.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.476818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.477396 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: router_availability_zone Apr 08 11:57:57.477779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: routerservicetype.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.478738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.479557 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 11:57:57.479910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.480894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.481604 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: security-groups-normalized-cidr Apr 08 11:57:57.482058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.483071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.484166 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: port-security-groups-filtering Apr 08 11:57:57.484657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.485609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.486211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: security-groups-remote-address-group Apr 08 11:57:57.486567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: securitygroup.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.500244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.500861 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: security-group Apr 08 11:57:57.501226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: segment.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.502119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.502702 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension segment not supported by any of loaded plugins Apr 08 11:57:57.503062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.504022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.504604 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 11:57:57.504965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: servicetype.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.506103 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.506685 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: service-type Apr 08 11:57:57.507047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: sorting.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.508037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.508414 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: sorting Apr 08 11:57:57.508769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: standard_attr_segment.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.509709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.510316 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 11:57:57.510676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: standardattrdescription.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.511361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.511931 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: standard-attr-description Apr 08 11:57:57.512286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: stateful_security_group.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.513224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.513824 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: stateful-security-group Apr 08 11:57:57.514190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: stdattrs_common.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.514815 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 11:57:57.515178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.516194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.516789 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 11:57:57.517146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: subnet_onboard.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.518237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.518830 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: subnet_onboard Apr 08 11:57:57.519189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.520127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.520707 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 11:57:57.521061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: subnet_service_types.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.522031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.522611 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: subnet-service-types Apr 08 11:57:57.522967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: subnetallocation.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.524054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.524637 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: subnet_allocation Apr 08 11:57:57.525001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.525698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.526303 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: subnetpool-prefix-ops Apr 08 11:57:57.526659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.527594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.528174 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 11:57:57.528532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: tagging.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.529844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.530474 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: standard-attr-tag Apr 08 11:57:57.531010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: timestamp.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.532208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.532791 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loaded extension: standard-attr-timestamp Apr 08 11:57:57.533151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: trunk.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.534230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.534812 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension trunk not supported by any of loaded plugins Apr 08 11:57:57.535168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: trunk_details.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.536093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.536679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 11:57:57.537034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: uplink_status_propagation.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.537988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.538559 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 11:57:57.538918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Loading extension file: vlantransparent.py {{(pid=84285) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 08 11:57:57.539617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84285) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 11:57:57.540183 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 11:57:57.542904 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:network Apr 08 11:57:57.543708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:subnet Apr 08 11:57:57.544382 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:57:57.545037 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:port Apr 08 11:57:57.547250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.547733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service FLAVORS assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.548410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.548878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.549244 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:router Apr 08 11:57:57.550004 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 11:57:57.550783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service METERING assigned prefix: /metering {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.552580 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.552979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.553361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 11:57:57.554528 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 11:57:57.555010 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:security_group Apr 08 11:57:57.555858 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 11:57:57.556672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service CORE assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.557036 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:57:57.557400 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] subnetpool is already registered Apr 08 11:57:57.558083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service CORE assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.558447 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:57:57.558807 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] subnetpool is already registered Apr 08 11:57:57.562131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.562612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service FLAVORS assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.563260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.563725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.564091 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:router Apr 08 11:57:57.564453 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] router is already registered Apr 08 11:57:57.565094 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 11:57:57.565454 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] floatingip is already registered Apr 08 11:57:57.566155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service METERING assigned prefix: /metering {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.566885 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 11:57:57.567244 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] rbac_policy is already registered Apr 08 11:57:57.568577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:security_group Apr 08 11:57:57.568950 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] security_group is already registered Apr 08 11:57:57.569599 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 11:57:57.569989 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] security_group_rule is already registered Apr 08 11:57:57.570723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service CORE assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.571086 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:57:57.571446 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] subnetpool is already registered Apr 08 11:57:57.572112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.resource_helper [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Service CORE assigned prefix: {{(pid=84285) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 08 11:57:57.572477 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 11:57:57.572834 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.quota.resource_registry [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] subnetpool is already registered Apr 08 11:57:57.573544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: extensions {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.575103 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: address-groups {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.576783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: address-scopes {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.578175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: agents {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.579392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: auto-allocated-topology {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.580705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: availability_zones {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.582102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: dhcp-networks {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.583564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: dhcp-agents {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.585086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: routers {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.586955 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: flavors {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.588181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: service_profiles {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.589459 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: next_providers {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.591098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: service_profiles {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.592611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: floatingip-pools {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.594057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: routers {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.595923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: floatingips {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.597175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: l3-routers {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.598677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: l3-agents {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.600164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: metering-labels {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.601562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: metering-label-rules {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.602921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: network-ip-availabilities {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.604487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: bindings {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.606302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: quotas {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.607867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: quotas {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.609911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: rbac-policies {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.611272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: security-groups {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.612541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: security-group-rules {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.613839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: service-providers {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.615142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: subnetpools {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.616615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: subnetpools {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.618157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.619909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.621844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.623681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.626174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.628082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.629980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.632797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.634694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.636642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.extensions [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Extended resource: tags {{(pid=84285) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 08 11:57:57.643648 dv-cinder-784779-3-smb neutron-server[84285]: WARNING keystonemiddleware.auth_token [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 11:57:57.648905 dv-cinder-784779-3-smb neutron-server[84285]: WARNING keystonemiddleware.auth_token [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 11:57:57.657723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Acquired lock "singleton_lock" {{(pid=84285) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 08 11:57:57.658268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Releasing lock "singleton_lock" {{(pid=84285) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 08 11:57:57.659717 dv-cinder-784779-3-smb neutron-server[84285]: INFO oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Starting 2 workers Apr 08 11:57:57.664561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Started child 84398 {{(pid=84285) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 11:57:57.668634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:57:57.669399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Started child 84399 {{(pid=84285) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 11:57:57.670253 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [-] (84398) wsgi starting up on http://0.0.0.0:9696 Apr 08 11:57:57.671472 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 11:57:57.672243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Notify callbacks [] for process, before_spawn {{(pid=84285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:57:57.673285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:57:57.674700 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [-] (84399) wsgi starting up on http://0.0.0.0:9696 Apr 08 11:57:57.674814 dv-cinder-784779-3-smb neutron-server[84285]: INFO oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Starting 1 workers Apr 08 11:57:57.680258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Started child 84400 {{(pid=84285) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 11:57:57.680798 dv-cinder-784779-3-smb neutron-server[84285]: INFO oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Starting 1 workers Apr 08 11:57:57.682373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] calling RpcWorker wait() {{(pid=84400) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 11:57:57.682795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] returning from RpcWorker wait() {{(pid=84400) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 11:57:57.684303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:57:57.684799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:57:57.685494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Started child 84401 {{(pid=84285) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 08 11:57:57.686346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccdb1-83d5-484e-b544-472557357c28 None None] Notify callbacks [] for process, after_spawn {{(pid=84285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:57:57.688559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84285) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 08 11:57:57.688801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 11:57:57.689002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 11:57:57.689270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 11:57:57.689665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 11:57:57.689881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 11:57:57.690418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.690511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:57:57.690707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.691026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.691307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.691618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.692303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.692592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.692902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.693204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.693470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.693664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.693883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.694174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.694448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.694793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.695073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.695360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.695652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.695862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.696129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.696428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.696719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.697011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] debug = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.697280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.697857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.698116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.698396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.698657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.698948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.699213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.699514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.699779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.700024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.700302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.700591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.700862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.701105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.701350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.701619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.701891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.702409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] host = dv-cinder-784779-3-smb {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.702674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.702938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.703202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.703483 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.703756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.704020 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.704302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.704586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.704869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.705105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.705368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.705638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.705924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.706198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.706388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_options = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.706668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.706975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.707262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.707525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.707677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.707813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.708088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.708276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.708560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.708802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.709041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.709311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.709550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.709834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.710107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.710363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.710638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.710873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.711156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.711434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.711693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.711951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.712196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.712457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.712694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.712934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.713808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.713808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.713808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.714049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.714174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.714563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.714797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.715065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.715586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.715746 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.716000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.716301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.716591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.716902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.717187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.717430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.717715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_json = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.720339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.722206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.722206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.722206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.724319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.725371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.727522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.728301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.729841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.730347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.730347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.735703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.736838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.737017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.737300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.737565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.737845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.738074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.738322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.738583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.738843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.739091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.739332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.739579 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.739821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.740063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.740309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.740559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.740791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.741051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.741296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.741547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.741806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.742056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.742297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.742540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.742782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.743070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.743431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.743704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.743978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.744245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.744527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.744777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.745068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.745333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.745594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.745857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.746171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.746468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.746745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.747031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.747318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.747615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.747863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.748158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.748423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.748688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.748939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.749836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.750120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.750591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.750885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.751191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.751507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.751756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.752063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.752315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.752601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.752936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.753241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.753529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.753829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.754231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.754516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.754791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.755084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.755336 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.755603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.755884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.756175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.756618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.757028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.757413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.757845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.758359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.758647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.758908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.759154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.759457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.759739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.759993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.760281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.760568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.760837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.761114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.761395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.761663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.761961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.762239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.762497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.762763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.763015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.763275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.763529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.763784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.764074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.764332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.764625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.765046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.765297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.765562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.767320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.768021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.768021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.768021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.768792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.768792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.768953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.769092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.769390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.769779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.769911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.770176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.770423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.770684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.771736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.771736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.771736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.771736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.772026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.772112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.772320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.772556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.772933 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.773199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.773465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.773782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.774829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.774829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.774829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.774829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.775133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.775133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.775366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.775656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.775924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.776171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.776400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.777231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.777231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.777231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.777525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.777626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.777860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.778129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.778394 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.778627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.779048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.779048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.779320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.779600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.779730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.780162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.780162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.780970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.781224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.782334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.782334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.782334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.782638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.782741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.782953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.783294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.783506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.784099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.784099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.784323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.784528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.784781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.785016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.785471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.786015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.786526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.786974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.787393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.787842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.788294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.788745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.789136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.789577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.790131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.790572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.790995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.791417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.791849 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.792732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.793015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.793275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.793557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.793850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.794155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.794434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.794696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.794947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.795214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.795464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.795724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.796027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.796499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.796785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.796953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 11:57:57.797475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84285) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 08 11:57:57.797661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 08 11:57:57.797901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 08 11:57:57.798122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 08 11:57:57.798323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 08 11:57:57.798474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 08 11:57:57.798724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.798912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.799100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.799285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.799445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.799647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.799833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.800016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.800179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.800334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.800485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.800705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.800867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.801943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.802124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.802520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.802520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] debug = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.802969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.802969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.802969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.803315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.803315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.803508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.803602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.803753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.803934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.804196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.804309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.804454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.804636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.804819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.805002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.805629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.805629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.805629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] host = dv-cinder-784779-3-smb {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.805629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.806878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_options = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.808716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.809053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.809053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.809245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.809245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.810727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.812570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.813978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.814954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_json = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.816350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.817046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.817046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.817046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.817046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.817392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 08 11:57:57.817392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.818844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.819907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.820095 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.820229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.820413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.820600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.820769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.821144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.821332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.821519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.821710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.821922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.822111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.822296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.822482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.822669 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.822855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.823039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.823699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.823699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.823699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.823699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.824962 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.825154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.825339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.825525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.825710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.825978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.826112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.826255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.826407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.826581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.826728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.826909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.827190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.828836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.830777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:57:57.831862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.831939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.832079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.832416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.832607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.832794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.832980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.833165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.833352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.833538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.833727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.833927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.834080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.834272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.834458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.834644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.834828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.835011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.835244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.835379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.835561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.835745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.835930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.836112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.836295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.836479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.836663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.836855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.837038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.837223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.837406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.837595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.837807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.837998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.838184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.838367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.838551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.838735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.838918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.839101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.839284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.839468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.839651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.839844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.840035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.840219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.840402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.840585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.840815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.841000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.841184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.841367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.841552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.841738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.841962 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.842145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.842328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.842511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.843219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.843461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.843648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.843838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.844025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.844211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.844401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.844588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.844772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.844957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.845146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.845313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.845496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.845677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.845895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.846063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.846225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.846404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.846552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.846733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.846893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.847077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.847261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.847443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.847628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.847811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.847995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.848182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.848366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.848551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.848736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.848921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.849106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.849290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.849475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.849658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.849877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.850063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.850247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.850433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.850617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.850801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.850986 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.851170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.851352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.851556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.851741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.851925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.852109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.852292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.852478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.852663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.852847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.853030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.853213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.853396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.853581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.854032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.854229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.854420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.854580 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.854769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.854956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.857779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.858655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.859231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.859443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.859777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.859990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.860187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.860385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.860586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.861834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.862030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.862228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.862403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.862753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.862952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.863149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.863346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.863531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.863724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.863921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.864106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.864559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.864559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.864776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.864776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.864956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.865088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.865272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.865457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.865642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.865852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.866038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.866194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.866375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.866516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.866696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.866844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.867024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.867212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 08 11:57:57.867367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84285) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 08 11:57:57.972442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40058) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:57:57.984279 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095859 Apr 08 11:58:08.533602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801819e9-4317-491e-95dc-60594ff75e9a None None] get_active_networks_info from dv-cinder-784779-3-smb {{(pid=84400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 08 11:58:08.614749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801819e9-4317-491e-95dc-60594ff75e9a None None] No non-hosted networks {{(pid=84400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 11:58:08.673179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agentschedulers_db [None req-801819e9-4317-491e-95dc-60594ff75e9a None None] DHCP Agent not found on host dv-cinder-784779-3-smb {{(pid=84400) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 11:58:08.798446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0244e3ed-2761-4279-ba9f-788256688bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279'] for agent, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:10.585939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d2c6dc5c-3bb1-462b-bbf2-7bee447cdc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279'] for agent, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:10.639805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d296726-04cf-46a5-a4a1-55ab6234c0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:11.517388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279'] for agent, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:11.716747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279'] for agent, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:11.723107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.725061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.727673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.728861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.729969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.730576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.731092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.731595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.732100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.732603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.733127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.733596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:11.734179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:11.739950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:12.799414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279'] for agent, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:14.086051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40148) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:14.700807 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-5ba562d9-b678-44f9-a2d5-69da1d9d529e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:14.701405 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-5ba562d9-b678-44f9-a2d5-69da1d9d529e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:14.932693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [None req-5ba562d9-b678-44f9-a2d5-69da1d9d529e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:58:14.933863 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5ba562d9-b678-44f9-a2d5-69da1d9d529e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8467796 Apr 08 11:58:17.671404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40162) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:17.812558 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_hamode_db [None req-825bec5a-0352-49ac-9573-db58eeebc307 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 11:58:17.901695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bec5a-0352-49ac-9573-db58eeebc307 None None] Routers set() bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 11:58:17.902145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bec5a-0352-49ac-9573-db58eeebc307 None None] Router IDs set() for agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 08 11:58:18.076055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:18.180816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.policy [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84398) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 08 11:58:18.238218 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:18.238617 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:18.257403 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] Loaded quota_driver: . Apr 08 11:58:18.272988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:18.329316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250978561428', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250978561576', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250978583871', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250978577875', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250977480614', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250977476967', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850705954', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850605046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3686629', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761544'] for rbac-policy, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:18.391163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:18.392409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b23c2425-934a-456d-add5-af83a5725542 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7201352 Apr 08 11:58:21.344067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40176) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:21.720290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '95fbc08f09b049c582519cb1b1f42916'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:21.726204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:21.731104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Usage tracker for resource:network and tenant:95fbc08f09b049c582519cb1b1f42916 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:21.734863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:21.741292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:21.750836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Made reservation on behalf of 95fbc08f09b049c582519cb1b1f42916 for: {'network': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 11:58:21.756835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:21.774428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:21.790922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:21.794753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Usage tracker for resource:security_group_rule and tenant:95fbc08f09b049c582519cb1b1f42916 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:21.798271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:21.804008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:22.055569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:22.058148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:22.063365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:22.083178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=84398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 11:58:22.108583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785877858538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:22.109710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Unsubscribe: segment precommit_create {{(pid=84398) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 08 11:58:22.110209 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Added segment a2ba6eed-0682-4c12-b1b4-950cd466d8f2 of type vlan for network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee Apr 08 11:58:22.118715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6364404-7e52-4530-a1df-f8192b27bf4f,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:22.169950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.170317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.170676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.171029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.172016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.172365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.172714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.173062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.173411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.173816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.174162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.174547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Tracked resource versions report: Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 11:58:22.175585 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 11:58:22.215589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:22.231005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:22.267775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:22.269136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:22.269784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:22.274521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:22.378575 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0333009 Apr 08 11:58:22.383772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c88569b-9bb9-4c52-b4d7-9e067f78d8ee,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:22.386966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:22.395746 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 11:58:25.383983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40192) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:25.861667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a03e19-6f5e-4c88-bf72-3340b7dc885a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:25.863175 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a6a03e19-6f5e-4c88-bf72-3340b7dc885a admin admin] 10.222.0.23 "GET /v2.0/networks/0c88569b-9bb9-4c52-b4d7-9e067f78d8ee HTTP/1.1" status: 200 len: 825 time: 0.4781592 Apr 08 11:58:25.892241 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fd291adb-e21b-4869-81d0-8902526aa2e4 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/64f6945b-406f-460b-b712-1b1b03afc099 HTTP/1.1" status: 200 len: 734 time: 0.0229328 Apr 08 11:58:25.901371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:25.906016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:25.910046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Usage tracker for resource:subnet and tenant:95fbc08f09b049c582519cb1b1f42916 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:25.912945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:25.918796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:25.928240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Made reservation on behalf of 95fbc08f09b049c582519cb1b1f42916 for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 11:58:25.932703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Notify callbacks [] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:26.394459 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:26.411660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:26.539544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Pushing event updated for resources: {'Subnet': ['ID=a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:26.553353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:26.609927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Checking segment: {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 11:58:26.610307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Network hostable DHCP agents. Network: 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 11:58:26.631229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 11:58:26.639741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 11:58:26.644836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:26.645414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:26.651286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48862de-286f-473d-9c01-ebf08472a0ad None None] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 11:58:26.663846 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7660275 Apr 08 11:58:26.980045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 11:58:26.981266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:27.173956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Allocated IP 172.20.0.2 (0c88569b-9bb9-4c52-b4d7-9e067f78d8ee/a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9/c161d8f4-ca13-4b6d-9214-32905287dea1) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 11:58:27.580051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:27.592789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Transition to ACTIVE for port object c161d8f4-ca13-4b6d-9214-32905287dea1 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 11:58:27.616143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Transition to ACTIVE for port object c161d8f4-ca13-4b6d-9214-32905287dea1 will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 11:58:27.621753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:27.637284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:27.765385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Pushing event updated for resources: {'Port': ['ID=c161d8f4-ca13-4b6d-9214-32905287dea1,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:27.775895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.776274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.776799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.776969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.777292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.777643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.778031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.778384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.778729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.779071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.779414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.779753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Tracked resource versions report: Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 11:58:27.781517 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 11:58:27.788048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:27.841534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 11:58:27.842726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 11:58:27.846243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 11:58:27.943925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Attempting to bind port c161d8f4-ca13-4b6d-9214-32905287dea1 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:58:27.944354 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Attempting to bind port c161d8f4-ca13-4b6d-9214-32905287dea1 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 11:58:27.944763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Attempting to bind port c161d8f4-ca13-4b6d-9214-32905287dea1 on network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 11:58:27.950316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 11, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:58:27.950735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Checking segment: {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 11:58:27.951999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:27.951999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Bound using segment: {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:58:27.952187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Bound port: c161d8f4-ca13-4b6d-9214-32905287dea1, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 11:58:27.952861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:28.031614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] For port c161d8f4-ca13-4b6d-9214-32905287dea1, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 11:58:28.035626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] For port c161d8f4-ca13-4b6d-9214-32905287dea1, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=c161d8f4-ca13-4b6d-9214-32905287dea1,segment=NetworkSegment(a2ba6eed-0682-4c12-b1b4-950cd466d8f2),segment_id=a2ba6eed-0682-4c12-b1b4-950cd466d8f2)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 11:58:28.038883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:28.053918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:28.201670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Pushing event updated for resources: {'Port': ['ID=c161d8f4-ca13-4b6d-9214-32905287dea1,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:28.207127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:29.467704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40202) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:30.109570 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-f8b92f49-650f-4cda-9e71-0d337b48c059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:30.110188 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-f8b92f49-650f-4cda-9e71-0d337b48c059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:30.343760 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [None req-f8b92f49-650f-4cda-9e71-0d337b48c059 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:58:30.345005 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f8b92f49-650f-4cda-9e71-0d337b48c059 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8751638 Apr 08 11:58:31.726114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device c161d8f4-ca13-4b6d-9214-32905287dea1 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 11:58:31.801997 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port c161d8f4-ca13-4b6d-9214-32905287dea1 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:58:33.030074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ebd41-184b-45be-a5cd-7de93b2956f5 None None] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 11:58:33.095530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40220) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:33.165134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Provisioning for port c161d8f4-ca13-4b6d-9214-32905287dea1 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:58:33.203525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Provisioning complete for port c161d8f4-ca13-4b6d-9214-32905287dea1 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:33.203846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:33.400474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:33.425090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] For port c161d8f4-ca13-4b6d-9214-32905287dea1, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=c161d8f4-ca13-4b6d-9214-32905287dea1,segment=NetworkSegment(a2ba6eed-0682-4c12-b1b4-950cd466d8f2),segment_id=a2ba6eed-0682-4c12-b1b4-950cd466d8f2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 11:58:33.428581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:33.430808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:33.502097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Pushing event updated for resources: {'Port': ['ID=c161d8f4-ca13-4b6d-9214-32905287dea1,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:33.505347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:33.508075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [None req-304ef3e7-7249-484f-a04f-6e4e4e11e8d1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:58:33.509820 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-304ef3e7-7249-484f-a04f-6e4e4e11e8d1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4125454 Apr 08 11:58:33.653551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-9f95ef5d-fd9f-4762-954b-24ca2c86d8c7 None None] Provisioning complete for port c161d8f4-ca13-4b6d-9214-32905287dea1 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:33.653993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9f95ef5d-fd9f-4762-954b-24ca2c86d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:33.716799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device c161d8f4-ca13-4b6d-9214-32905287dea1 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 11:58:33.855044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port c161d8f4-ca13-4b6d-9214-32905287dea1 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:33.855443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:36.527482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40232) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:36.899935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'name': 'router1'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:36.984214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.policy [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84399) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 08 11:58:37.040884 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:37.041243 dv-cinder-784779-3-smb neutron-server[84285]: WARNING oslo_policy.policy [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 11:58:37.060132 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.quota [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Loaded quota_driver: . Apr 08 11:58:37.076542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:37.083623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Usage tracker for resource:router and tenant:95fbc08f09b049c582519cb1b1f42916 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:37.087984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:37.096439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:37.112061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:37.114161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:37.137540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:37.407436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:37.427126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:37.428365 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d5ab84b7-4df3-4526-a7d3-c7969c6fa0b2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8998320 Apr 08 11:58:38.421299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-86e45f6c-58d5-4a8f-8ceb-e091d260b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:40.109470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40244) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:40.496755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [None req-846cb2d6-03c0-46f9-be56-ec61648760da admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:58:40.497784 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-846cb2d6-03c0-46f9-be56-ec61648760da admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3872514 Apr 08 11:58:40.584682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c5035df6-0b6a-40cb-8dff-9db9ec58ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:41.470295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:41.708730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:42.750216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.237985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40264) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:43.394393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:43.400537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:43.404458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Usage tracker for resource:network and tenant:afa9cc64d41f436b89de951178226239 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:43.408218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:43.414240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:43.423642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Made reservation on behalf of afa9cc64d41f436b89de951178226239 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 11:58:43.429705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.445844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.460448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:43.464272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Usage tracker for resource:security_group_rule and tenant:afa9cc64d41f436b89de951178226239 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:43.467356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:43.473606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:43.569012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.571544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.576060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:43.587143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Reserving flat network on physical network physnet1 {{(pid=84399) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 08 11:58:43.616980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785877858538', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.617572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Unsubscribe: segment precommit_create {{(pid=84399) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 08 11:58:43.618073 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Added segment 15d9ea16-586d-48b1-9884-f3658f5657c4 of type flat for network 79e5199a-1108-4635-8a90-8cf23dd104a5 Apr 08 11:58:43.674187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01690c43-3c36-44c5-91cb-ad102f4c59a5,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:43.693096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.693462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.693847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.694206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.694555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.694903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.695250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.695594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.695939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.696283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.696624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.696963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Tracked resource versions report: Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 11:58:43.698041 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 11:58:43.745065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:43.746757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.790609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.792015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:43.792664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:43.797422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:43.902773 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6636376 Apr 08 11:58:43.906181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Pushing event updated for resources: {'Network': ['ID=79e5199a-1108-4635-8a90-8cf23dd104a5,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:43.909320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:43.916939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 11:58:46.424807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40288) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:46.545458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e863bcf-0303-4523-be74-66689e923b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:46.547000 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7e863bcf-0303-4523-be74-66689e923b05 admin admin] 10.222.0.23 "GET /v2.0/subnets/a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9 HTTP/1.1" status: 200 len: 849 time: 0.1211545 Apr 08 11:58:46.694032 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f67c6583-cf11-4e2d-9608-c6d14a30a73e admin admin] 10.222.0.23 "GET /v2.0/routers/1b2a4e54-48fb-4608-a373-cbd16b0a064a HTTP/1.1" status: 200 len: 704 time: 0.1408100 Apr 08 11:58:47.174259 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:47.412644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Allocated IP 172.20.0.1 (0c88569b-9bb9-4c52-b4d7-9e067f78d8ee/a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9/0cb67e8f-b969-4697-a7d4-09f9084ed4f2) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 11:58:47.574110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:47.593262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Transition to ACTIVE for port object 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 11:58:47.649013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:47.664296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:47.944164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Pushing event updated for resources: {'Port': ['ID=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:47.950497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:48.003427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 11:58:48.004489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 11:58:48.007189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 11:58:48.007709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.254556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-760dd550-1615-432c-84f2-871f0ed22b06 None None] Provisioning for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:58:48.263090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-760dd550-1615-432c-84f2-871f0ed22b06 None None] Provisioning complete for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:48.263498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-760dd550-1615-432c-84f2-871f0ed22b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.273061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.319301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-760dd550-1615-432c-84f2-871f0ed22b06 None None] Port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 11:58:48.542625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.546351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.547491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.561327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:48.691728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Pushing event updated for resources: {'Port': ['ID=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:48.696064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:48.751855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 11:58:48.752970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 11:58:48.942399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a8191b41-fe3a-4c81-8ce8-a7dfd582e31c None None] Provisioning complete for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:48.942805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8191b41-fe3a-4c81-8ce8-a7dfd582e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:48.953057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Router 1b2a4e54-48fb-4608-a373-cbd16b0a064a is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 11:58:48.998416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a8191b41-fe3a-4c81-8ce8-a7dfd582e31c None None] Port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 11:58:49.117729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 11:58:49.127962 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Sync routers for ids ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 11:58:49.129453 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] 10.222.0.23 "PUT /v2.0/routers/1b2a4e54-48fb-4608-a373-cbd16b0a064a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4299347 Apr 08 11:58:49.138911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Routers {'1b2a4e54-48fb-4608-a373-cbd16b0a064a'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 11:58:49.139879 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T11:58:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:49.324674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Set router 1b2a4e54-48fb-4608-a373-cbd16b0a064a gateway port host: None {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 11:58:49.707640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'name': 'router1', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T11:58:37Z', 'updated_at': '2021-04-08T11:58:48Z', 'revision_number': 2, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'gw_port_host': None, '_interfaces': [{'id': '0cb67e8f-b969-4697-a7d4-09f9084ed4f2', 'name': '', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'mac_address': 'fa:16:3e:84:36:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:47Z', 'updated_at': '2021-04-08T11:58:48Z', 'revision_number': 2, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'subnets': [{'id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:49.712686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Checking router: 1b2a4e54-48fb-4608-a373-cbd16b0a064a for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 11:58:49.713105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Updating router 1b2a4e54-48fb-4608-a373-cbd16b0a064a port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 11:58:49.939943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:50.384723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:50.398793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Transition to ACTIVE for port object 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 11:58:50.404235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:50.420502 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:50.561108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Pushing event updated for resources: {'Port': ['ID=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:50.581994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.582372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.582732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.583087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.583442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.583793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.584142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.584488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.584832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.585178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.585523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.585907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Tracked resource versions report: Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 11:58:50.586961 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 11:58:50.595387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:50.781166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Attempting to bind port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:58:50.781661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Attempting to bind port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 11:58:50.782015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Attempting to bind port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 on network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 11:58:50.788451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:58:50.788866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Checking segment: {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 11:58:50.789319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:50.789734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Bound using segment: {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:58:50.790315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Bound port: 0cb67e8f-b969-4697-a7d4-09f9084ed4f2, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ba6eed-0682-4c12-b1b4-950cd466d8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 11:58:50.790709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:50.871211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] For port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 11:58:50.876013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] For port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,segment=NetworkSegment(a2ba6eed-0682-4c12-b1b4-950cd466d8f2),segment_id=a2ba6eed-0682-4c12-b1b4-950cd466d8f2)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 11:58:50.881135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:50.896159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:51.043699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Pushing event updated for resources: {'Port': ['ID=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,revision_number=4']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:51.047263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:51.105016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Routers {'1b2a4e54-48fb-4608-a373-cbd16b0a064a'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 11:58:51.105664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T11:58:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:51.273666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] Set router 1b2a4e54-48fb-4608-a373-cbd16b0a064a gateway port host: None {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 11:58:51.612748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'name': 'router1', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T11:58:37Z', 'updated_at': '2021-04-08T11:58:48Z', 'revision_number': 2, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'gw_port_host': None, '_interfaces': [{'id': '0cb67e8f-b969-4697-a7d4-09f9084ed4f2', 'name': '', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'mac_address': 'fa:16:3e:84:36:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:47Z', 'updated_at': '2021-04-08T11:58:50Z', 'revision_number': 4, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'subnets': [{'id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:51.616824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb96fd-f4db-4197-81df-3253722f6681 None None] The sync data for ids ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'] in dv-cinder-784779-3-smb is: [{'id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'name': 'router1', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T11:58:37Z', 'updated_at': '2021-04-08T11:58:48Z', 'revision_number': 2, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'gw_port_host': None, '_interfaces': [{'id': '0cb67e8f-b969-4697-a7d4-09f9084ed4f2', 'name': '', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'mac_address': 'fa:16:3e:84:36:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:47Z', 'updated_at': '2021-04-08T11:58:50Z', 'revision_number': 4, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'subnets': [{'id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 11:58:51.678427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40300) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:51.841293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bba27-c1ba-411d-98b6-bd62e85b661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:51.842885 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fe0bba27-c1ba-411d-98b6-bd62e85b661b admin admin] 10.222.0.23 "GET /v2.0/networks/79e5199a-1108-4635-8a90-8cf23dd104a5 HTTP/1.1" status: 200 len: 842 time: 0.1630964 Apr 08 11:58:51.853228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:51.858196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 11:58:51.862285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Usage tracker for resource:subnet and tenant:afa9cc64d41f436b89de951178226239 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 11:58:51.865138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 11:58:51.870976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 11:58:51.880303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Made reservation on behalf of afa9cc64d41f436b89de951178226239 for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 11:58:51.884833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:52.340487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.objects.ports [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84398) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 08 11:58:52.340958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:52.355889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:52.481548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d10327c-188b-406a-a345-4f042c50f1d7,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:52.492985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:52.558383 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 11:58:52.558766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Network hostable DHCP agents. Network: 79e5199a-1108-4635-8a90-8cf23dd104a5, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 11:58:52.577614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 11:58:52.586201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 79e5199a-1108-4635-8a90-8cf23dd104a5) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 11:58:52.590173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:52.590798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:52.596494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba7dfc9-069d-4856-9d79-89c083a2ed8e None None] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 11:58:52.612504 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7626009 Apr 08 11:58:52.843231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cad267-cf4c-488f-8d55-97a60f85c2c0 None None] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 11:58:53.735500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 11:58:53.754248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 11:58:53.816694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:58:53.822122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:53.822533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:53.946229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:53.962755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,segment=NetworkSegment(a2ba6eed-0682-4c12-b1b4-950cd466d8f2),segment_id=a2ba6eed-0682-4c12-b1b4-950cd466d8f2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 11:58:53.965510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:53.969309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:54.038333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=0cb67e8f-b969-4697-a7d4-09f9084ed4f2,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:54.041619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:55.218286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40314) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:58:55.599651 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d3378e3d-a629-48f0-9f11-590adc4595f4 admin admin] 10.222.0.23 "GET /v2.0/routers/1b2a4e54-48fb-4608-a373-cbd16b0a064a HTTP/1.1" status: 200 len: 710 time: 0.3801084 Apr 08 11:58:55.718305 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 11:58:55.738621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16f0ef-be7f-4222-be48-b3288d1626e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 11:58:55.742250 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2f16f0ef-be7f-4222-be48-b3288d1626e5 admin admin] 10.222.0.23 "GET /v2.0/networks/79e5199a-1108-4635-8a90-8cf23dd104a5 HTTP/1.1" status: 200 len: 886 time: 0.1363804 Apr 08 11:58:55.750912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:58:55.793840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:58:55.794256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:56.212717 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:56.555494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:56.613949 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:56.756881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Allocated IP 172.28.0.148 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/b370d9e9-71aa-4c0d-b524-8049d5f4c040) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 11:58:56.912826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:56.968683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:56.987027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:57.115396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Pushing event updated for resources: {'Port': ['ID=b370d9e9-71aa-4c0d-b524-8049d5f4c040,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:57.118925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:57.170064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 11:58:57.171706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 11:58:57.174056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 11:58:57.730867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:58.078985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:58.082440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850956394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3819422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850959092'] for router, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:58.267478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Router 1b2a4e54-48fb-4608-a373-cbd16b0a064a has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 11:58:58.451167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 11:58:58.459493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:58.460763 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] 10.222.0.23 "PUT /v2.0/routers/1b2a4e54-48fb-4608-a373-cbd16b0a064a HTTP/1.1" status: 200 len: 890 time: 2.7138355 Apr 08 11:58:58.461056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Sync routers for ids ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 11:58:58.471928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Routers {'1b2a4e54-48fb-4608-a373-cbd16b0a064a'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 11:58:58.472619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T11:58:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:58.678169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Set router 1b2a4e54-48fb-4608-a373-cbd16b0a064a gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 11:58:59.181639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'name': 'router1', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b370d9e9-71aa-4c0d-b524-8049d5f4c040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T11:58:37Z', 'updated_at': '2021-04-08T11:58:57Z', 'revision_number': 4, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'gw_port': {'id': 'b370d9e9-71aa-4c0d-b524-8049d5f4c040', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:71:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:56Z', 'updated_at': '2021-04-08T11:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '0cb67e8f-b969-4697-a7d4-09f9084ed4f2', 'name': '', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'mac_address': 'fa:16:3e:84:36:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:47Z', 'updated_at': '2021-04-08T11:58:53Z', 'revision_number': 5, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'subnets': [{'id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:58:59.187034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Checking router: 1b2a4e54-48fb-4608-a373-cbd16b0a064a for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 11:58:59.187468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Updating router 1b2a4e54-48fb-4608-a373-cbd16b0a064a port b370d9e9-71aa-4c0d-b524-8049d5f4c040 binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 11:58:59.244214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:59.647020 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:59.659626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Transition to ACTIVE for port object b370d9e9-71aa-4c0d-b524-8049d5f4c040 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 11:58:59.666208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:59.682438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:58:59.818616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54130f-aa0d-41c4-841d-9d2cfb2ff631 None None] Pushing event updated for resources: {'Port': ['ID=b370d9e9-71aa-4c0d-b524-8049d5f4c040,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:58:59.830479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc54130f-aa0d-41c4-841d-9d2cfb2ff631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:58:59.880277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Attempting to bind port b370d9e9-71aa-4c0d-b524-8049d5f4c040 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:58:59.880674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Attempting to bind port b370d9e9-71aa-4c0d-b524-8049d5f4c040 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 11:58:59.881062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Attempting to bind port b370d9e9-71aa-4c0d-b524-8049d5f4c040 on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 11:58:59.886513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 11:58:59.886910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 11:58:59.887340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:59.887754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 11:58:59.888245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Bound port: b370d9e9-71aa-4c0d-b524-8049d5f4c040, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 11:58:59.888640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:59.964373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] For port b370d9e9-71aa-4c0d-b524-8049d5f4c040, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 11:58:59.967870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] For port b370d9e9-71aa-4c0d-b524-8049d5f4c040, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=b370d9e9-71aa-4c0d-b524-8049d5f4c040,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 11:58:59.971318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:58:59.989934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:59:00.134943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54130f-aa0d-41c4-841d-9d2cfb2ff631 None None] Pushing event updated for resources: {'Port': ['ID=b370d9e9-71aa-4c0d-b524-8049d5f4c040,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:59:00.139566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc54130f-aa0d-41c4-841d-9d2cfb2ff631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:59:00.179955 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Routers {'1b2a4e54-48fb-4608-a373-cbd16b0a064a'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 11:59:00.180594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T11:58:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:59:00.364246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] Set router 1b2a4e54-48fb-4608-a373-cbd16b0a064a gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 11:59:00.709030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'name': 'router1', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b370d9e9-71aa-4c0d-b524-8049d5f4c040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T11:58:37Z', 'updated_at': '2021-04-08T11:58:57Z', 'revision_number': 4, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'gw_port': {'id': 'b370d9e9-71aa-4c0d-b524-8049d5f4c040', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:71:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:56Z', 'updated_at': '2021-04-08T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '0cb67e8f-b969-4697-a7d4-09f9084ed4f2', 'name': '', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'mac_address': 'fa:16:3e:84:36:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:47Z', 'updated_at': '2021-04-08T11:58:53Z', 'revision_number': 5, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'subnets': [{'id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 11:59:00.713731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a46a7f-1b18-4b85-98e2-a969e9e84a3e None None] The sync data for ids ['1b2a4e54-48fb-4608-a373-cbd16b0a064a'] in dv-cinder-784779-3-smb is: [{'id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'name': 'router1', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': 'b370d9e9-71aa-4c0d-b524-8049d5f4c040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T11:58:37Z', 'updated_at': '2021-04-08T11:58:57Z', 'revision_number': 4, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'gw_port': {'id': 'b370d9e9-71aa-4c0d-b524-8049d5f4c040', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:71:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:56Z', 'updated_at': '2021-04-08T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '0cb67e8f-b969-4697-a7d4-09f9084ed4f2', 'name': '', 'network_id': '0c88569b-9bb9-4c52-b4d7-9e067f78d8ee', 'tenant_id': '95fbc08f09b049c582519cb1b1f42916', 'mac_address': 'fa:16:3e:84:36:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a4e54-48fb-4608-a373-cbd16b0a064a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T11:58:47Z', 'updated_at': '2021-04-08T11:58:53Z', 'revision_number': 5, 'project_id': '95fbc08f09b049c582519cb1b1f42916', 'subnets': [{'id': 'a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f6945b-406f-460b-b712-1b1b03afc099'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 11:59:01.196993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40324) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 11:59:01.322317 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-97e68b41-b889-4d3d-ab80-b9c9c14b17d7 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1240327 Apr 08 11:59:01.757389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device b370d9e9-71aa-4c0d-b524-8049d5f4c040 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 11:59:01.833380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port b370d9e9-71aa-4c0d-b524-8049d5f4c040 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:59:01.838283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port b370d9e9-71aa-4c0d-b524-8049d5f4c040 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:59:01.838691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:01.964451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:01.982161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port b370d9e9-71aa-4c0d-b524-8049d5f4c040, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=b370d9e9-71aa-4c0d-b524-8049d5f4c040,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 11:59:01.985006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:01.987306 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-08fe43e4-3adc-4eb9-8b85-de7efae7edec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 11:59:02.214274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=b370d9e9-71aa-4c0d-b524-8049d5f4c040,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 11:59:02.217529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 11:59:03.740114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device b370d9e9-71aa-4c0d-b524-8049d5f4c040 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 11:59:03.836615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port b370d9e9-71aa-4c0d-b524-8049d5f4c040 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:59:03.837623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:08.454595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-748b1f70-3d06-4252-950e-ca8e24776d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:10.612811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06eb4020-b7c2-415f-8b33-ff34c42b8e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:11.487496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:11.751228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:12.774928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:30.744372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 11:59:38.421878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c0adfd92-56da-47b9-8060-8fa808f7ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:40.589309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-187721ba-77b0-43d4-a522-13da7eba132c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:41.479014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:41.715361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 11:59:42.777584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:07.746752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:00:08.423719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7810085-e0da-4859-b006-211d4eca6106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:10.590008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea045-c152-4753-b2c3-17562b87d527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:11.481682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:11.718839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:12.783345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:38.426109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bb82a00a-1d0d-42ac-8eac-9df1e29d5c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:40.591482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1b6bc0ba-2047-4e1c-975a-4fe776ba361a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:41.485653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:41.720472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:42.792443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:00:44.746896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:01:08.429490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-abf0720b-c766-4945-a3ed-a3c1229704b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:10.593326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df60a9-058b-4822-b732-7ef6579b6b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:11.488674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:11.722753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:12.796353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:14.269688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40894) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:14.344678 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.pecan_wsgi.hooks.translation [None req-d162c54a-05e3-4d23-9569-f78309b2c23f admin admin] GET failed (client error): The resource could not be found. Apr 08 12:01:14.346044 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d162c54a-05e3-4d23-9569-f78309b2c23f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0752590 Apr 08 12:01:14.485664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c31bc3-0754-4776-88e8-905b098dc968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:14.487223 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-70c31bc3-0754-4776-88e8-905b098dc968 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1368716 Apr 08 12:01:16.967193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40904) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:17.081769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8066027-1481-4f68-b360-3bf60d9e709a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:17.082419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e8066027-1481-4f68-b360-3bf60d9e709a admin admin] Synchronizing usage tracker for tenant:afa9cc64d41f436b89de951178226239 on resource:subnet {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:01:17.099643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e8066027-1481-4f68-b360-3bf60d9e709a admin admin] Unset dirty status for tenant:afa9cc64d41f436b89de951178226239 on resource:subnet {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:01:17.100980 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e8066027-1481-4f68-b360-3bf60d9e709a admin admin] 10.222.0.23 "GET /v2.0/subnets/a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9 HTTP/1.1" status: 200 len: 849 time: 0.1327550 Apr 08 12:01:17.112668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:01:17.238010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:17.543839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785877804164'] for subnet, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:17.559501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b1be85be-6763-4af4-8fcb-939b1b5be01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:01:17.858992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:01:17.877390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.878311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.878718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.879041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.879394 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.879750 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.880103 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.880455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.880824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.881174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.881522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.881912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:01:17.885497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:01:17.918726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:17.919355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:17.920855 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] 10.222.0.23 "PUT /v2.0/subnets/a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9 HTTP/1.1" status: 200 len: 868 time: 0.8129480 Apr 08 12:01:17.924101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b197d26-b7dd-4696-9711-37e04064cf55 None None] Network 0c88569b-9bb9-4c52-b4d7-9e067f78d8ee requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:01:18.400208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-65daf11c-dcfb-444c-bb20-ed14aa74cdd6 None None] Provisioning complete for port c161d8f4-ca13-4b6d-9214-32905287dea1 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:01:18.400738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-65daf11c-dcfb-444c-bb20-ed14aa74cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:18.533396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-65daf11c-dcfb-444c-bb20-ed14aa74cdd6 None None] Provisioning complete for port 0cb67e8f-b969-4697-a7d4-09f9084ed4f2 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:01:18.534248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-65daf11c-dcfb-444c-bb20-ed14aa74cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:20.424818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 40914) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:20.610147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf549d65-4d4a-40f3-a801-6c64ad814193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:20.610609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf549d65-4d4a-40f3-a801-6c64ad814193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:20.612735 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-bf549d65-4d4a-40f3-a801-6c64ad814193 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1862013 Apr 08 12:01:21.746533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:01:23.099104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40924) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:23.284942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465a18c-574a-40ef-99b4-17a742f100f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:23.285381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465a18c-574a-40ef-99b4-17a742f100f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:23.286247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a465a18c-574a-40ef-99b4-17a742f100f2 admin admin] Synchronizing usage tracker for tenant:afa9cc64d41f436b89de951178226239 on resource:network {{(pid=84399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:01:23.302672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a465a18c-574a-40ef-99b4-17a742f100f2 admin admin] Unset dirty status for tenant:afa9cc64d41f436b89de951178226239 on resource:network {{(pid=84399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:01:23.303872 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a465a18c-574a-40ef-99b4-17a742f100f2 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037535 Apr 08 12:01:25.777654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40934) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:25.964048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3d828-1434-4535-b7a2-abd82e7199d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:25.965434 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f8e3d828-1434-4535-b7a2-abd82e7199d8 admin admin] 10.222.0.23 "GET /v2.0/networks/0c88569b-9bb9-4c52-b4d7-9e067f78d8ee HTTP/1.1" status: 200 len: 869 time: 0.1867058 Apr 08 12:01:28.450755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40946) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:28.637161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f926a2-d1d9-48fa-a2cb-759bc58b214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:28.638567 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-65f926a2-d1d9-48fa-a2cb-759bc58b214e admin admin] 10.222.0.23 "GET /v2.0/networks/79e5199a-1108-4635-8a90-8cf23dd104a5 HTTP/1.1" status: 200 len: 886 time: 0.1867819 Apr 08 12:01:31.102836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40956) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:31.216766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b484c1f-4610-4103-ba48-e375a4078697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:31.217276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b484c1f-4610-4103-ba48-e375a4078697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:31.218920 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3b484c1f-4610-4103-ba48-e375a4078697 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150322 Apr 08 12:01:33.706999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40966) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:33.995081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5559b-d0e7-4ef0-a53f-ec078ed2ae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:33.995502 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5559b-d0e7-4ef0-a53f-ec078ed2ae8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:33.997120 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-75b5559b-d0e7-4ef0-a53f-ec078ed2ae8d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2888310 Apr 08 12:01:36.462410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40976) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:36.569342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8c0a9-85e6-4652-b360-3cee96eb9431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:36.570769 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-06d8c0a9-85e6-4652-b360-3cee96eb9431 admin admin] 10.222.0.23 "GET /v2.0/subnets/5d10327c-188b-406a-a345-4f042c50f1d7 HTTP/1.1" status: 200 len: 816 time: 0.1073437 Apr 08 12:01:38.431282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f48804f9-1ed6-44c7-bf2b-5a127baea53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:39.031197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 40986) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:01:39.147630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a2ec68-eb63-44c7-8933-24e0937d3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:01:39.149084 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c8a2ec68-eb63-44c7-8933-24e0937d3ddb admin admin] 10.222.0.23 "GET /v2.0/subnets/a387f3a1-cac9-4d23-bc9e-04c40ddb4dd9 HTTP/1.1" status: 200 len: 868 time: 0.1169264 Apr 08 12:01:40.599033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d1fbe67a-e9d8-4d43-b2f0-11939ea20a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:41.490966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:41.724986 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:42.802757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:01:58.745478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:02:05.587006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41030) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:02:05.638365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [None req-fdc51468-d60d-48d9-b08e-6483b3284bc3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84399) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:02:05.639499 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fdc51468-d60d-48d9-b08e-6483b3284bc3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513997 Apr 08 12:02:08.205438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41040) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:02:08.282453 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3f5506-6f61-4841-a16e-b6e260937d10 admin admin] GET failed (client error): The resource could not be found. Apr 08 12:02:08.283877 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ad3f5506-6f61-4841-a16e-b6e260937d10 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0773389 Apr 08 12:02:08.417703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00040cee-6588-4866-86ed-15c20badfbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:02:08.419952 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-00040cee-6588-4866-86ed-15c20badfbd6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1312344 Apr 08 12:02:08.434270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36e4a2e5-c91b-4b68-ba82-557702821cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:10.600472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-09dd951f-b4ba-4291-b090-0c14459d5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:10.919611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41050) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:02:10.971270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:02:10.976782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:02:10.987768 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:02:10.996365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Made reservation on behalf of afa9cc64d41f436b89de951178226239 for: {'network': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:02:11.001034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:11.095378 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.services.revisions.revision_plugin [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Could not find related network for resource to bump revision. Apr 08 12:02:11.109048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=84398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:02:11.118193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:11.118577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Added segment 4f89a87b-e611-4a44-ab0f-beceab7c18a2 of type vlan for network 9af683e3-9b72-41f5-8314-59f96d3d84a3 Apr 08 12:02:11.145684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:11.174110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:11.175447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:02:11.176080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:11.180749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:02:11.284744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3639631 Apr 08 12:02:11.285476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Pushing event updated for resources: {'Network': ['ID=9af683e3-9b72-41f5-8314-59f96d3d84a3,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:02:11.288376 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:02:11.296268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 9af683e3-9b72-41f5-8314-59f96d3d84a3 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:02:11.493659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:11.726880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:12.805100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:13.797539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41060) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:02:13.871518 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f69d3-9895-4791-ac10-1b552eeb9875 admin admin] GET failed (client error): The resource could not be found. Apr 08 12:02:13.872045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4d8f69d3-9895-4791-ac10-1b552eeb9875 admin admin] Synchronizing usage tracker for tenant:afa9cc64d41f436b89de951178226239 on resource:network {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:02:13.886852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4d8f69d3-9895-4791-ac10-1b552eeb9875 admin admin] Unset dirty status for tenant:afa9cc64d41f436b89de951178226239 on resource:network {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:02:13.888047 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4d8f69d3-9895-4791-ac10-1b552eeb9875 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0889142 Apr 08 12:02:14.002475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d4317f-61b7-4be4-968d-82f5469a0962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:02:14.003924 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-53d4317f-61b7-4be4-968d-82f5469a0962 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1112242 Apr 08 12:02:14.014554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:02:14.019242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:02:14.028996 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:02:14.038136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Made reservation on behalf of afa9cc64d41f436b89de951178226239 for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:02:14.042666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:14.431267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:14.446193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:02:14.565744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9050681f-f40f-4eb4-9e5b-b8b8c96d80c9,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:02:14.577171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:02:14.636726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Checking segment: {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:02:14.637102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Network hostable DHCP agents. Network: 9af683e3-9b72-41f5-8314-59f96d3d84a3, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:02:14.654615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Network 9af683e3-9b72-41f5-8314-59f96d3d84a3 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:02:14.663272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 9af683e3-9b72-41f5-8314-59f96d3d84a3) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:02:14.667188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:02:14.667818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:14.672372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ee194-599e-42d5-b64a-ffe8e3da5548 None None] Network 9af683e3-9b72-41f5-8314-59f96d3d84a3 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:02:14.691925 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6810060 Apr 08 12:02:14.914886 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-9af683e3-9b72-41f5-8314-59f96d3d84a3', 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3', 'tenant_id': 'afa9cc64d41f436b89de951178226239', 'fixed_ips': [{'subnet_id': '9050681f-f40f-4eb4-9e5b-b8b8c96d80c9'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:02:14.915805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:15.083708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Allocated IP 192.168.233.2 (9af683e3-9b72-41f5-8314-59f96d3d84a3/9050681f-f40f-4eb4-9e5b-b8b8c96d80c9/880564e0-f62c-40c3-a602-3849d13c12c9) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:02:15.301627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:15.312739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Transition to ACTIVE for port object 880564e0-f62c-40c3-a602-3849d13c12c9 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:02:15.332766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Transition to ACTIVE for port object 880564e0-f62c-40c3-a602-3849d13c12c9 will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:02:15.337310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:15.356165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:02:15.490599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Pushing event updated for resources: {'Port': ['ID=880564e0-f62c-40c3-a602-3849d13c12c9,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:02:15.499993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.500368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.500737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.501102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.502019 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.502380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.502739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.503092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.503451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.503812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.505541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.505541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:02:15.517550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:02:15.559617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Network 9af683e3-9b72-41f5-8314-59f96d3d84a3 is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:02:15.560753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:02:15.563192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:02:15.814105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Attempting to bind port 880564e0-f62c-40c3-a602-3849d13c12c9 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:02:15.814514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Attempting to bind port 880564e0-f62c-40c3-a602-3849d13c12c9 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:02:15.814908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Attempting to bind port 880564e0-f62c-40c3-a602-3849d13c12c9 on network 9af683e3-9b72-41f5-8314-59f96d3d84a3 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:02:15.820534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:02:15.820942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Checking segment: {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:02:15.821374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:15.821818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Bound using segment: {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:02:15.822320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Bound port: 880564e0-f62c-40c3-a602-3849d13c12c9, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:02:15.822726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:15.903595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] For port 880564e0-f62c-40c3-a602-3849d13c12c9, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:02:15.907188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] For port 880564e0-f62c-40c3-a602-3849d13c12c9, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=880564e0-f62c-40c3-a602-3849d13c12c9,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:02:15.911806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:15.928168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:02:16.079708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Pushing event updated for resources: {'Port': ['ID=880564e0-f62c-40c3-a602-3849d13c12c9,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:02:16.084916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:02:17.355262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597e73b-dfae-42ce-beb5-3bfb4e5feed8 None None] Network 9af683e3-9b72-41f5-8314-59f96d3d84a3 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:02:17.454941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-6d647350-1fca-4a13-aeb5-61bbbc5e44d8 None None] Provisioning for port 880564e0-f62c-40c3-a602-3849d13c12c9 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:02:17.963449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 880564e0-f62c-40c3-a602-3849d13c12c9 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:02:18.039177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 880564e0-f62c-40c3-a602-3849d13c12c9 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:02:18.044003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 880564e0-f62c-40c3-a602-3849d13c12c9 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:02:18.044413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:18.174445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:18.190627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 880564e0-f62c-40c3-a602-3849d13c12c9, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=880564e0-f62c-40c3-a602-3849d13c12c9,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:02:18.195438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:18.197603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc54130f-aa0d-41c4-841d-9d2cfb2ff631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:02:18.268518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=880564e0-f62c-40c3-a602-3849d13c12c9,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:02:18.271692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:02:19.932098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 880564e0-f62c-40c3-a602-3849d13c12c9 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:02:20.006820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 880564e0-f62c-40c3-a602-3849d13c12c9 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:02:20.007220 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:35.897052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:02:38.440373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a6968774-d821-42dc-b2ee-54995d02ee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:40.601787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-51a27e1a-b9d9-4242-920e-4004f10fee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:41.500326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:41.728366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:02:42.809293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:08.442978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1b3efed2-5c1d-4691-97d8-98e2ba96d17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:10.603350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b36331b5-9159-4770-bb1f-359123fd5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:11.500689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:11.729623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:12.746504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:03:12.812450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:35.829421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41110) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:03:35.835901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [None req-baa7f623-9330-4d23-b952-1874e420806c tempest-verify_tempest_config-1269336182 tempest-verify_tempest_config-1269336182-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:03:35.836947 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-baa7f623-9330-4d23-b952-1874e420806c tempest-verify_tempest_config-1269336182 tempest-verify_tempest_config-1269336182-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064528 Apr 08 12:03:36.148285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41128) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:03:36.271230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.286958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:03:36.290961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Usage tracker for resource:security_group_rule and tenant:c35bdc2444834ad3ad4ca5b8887f4edd is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:03:36.293881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:03:36.300347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:03:36.387154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.389630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.398471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:03:36.438711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Synchronizing usage tracker for tenant:afa9cc64d41f436b89de951178226239 on resource:security_group {{(pid=84399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:03:36.442811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8c5095-2ab5-4cb2-84f3-bfa122055bfa,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:03:36.452902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.453277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.453636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.454039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.454390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.454736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.455080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.455424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.455782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.456127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.456468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.456809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:03:36.461902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:03:36.469360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Unset dirty status for tenant:afa9cc64d41f436b89de951178226239 on resource:security_group {{(pid=84399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:03:36.470759 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c35bdc2444834ad3ad4ca5b8887f4edd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3213735 Apr 08 12:03:36.473410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41134) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:03:36.536803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.563655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.615022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.620013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:03:36.632033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8c5095-2ab5-4cb2-84f3-bfa122055bfa,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:03:36.634350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:03:36.637713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:36.639782 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb8c5095-2ab5-4cb2-84f3-bfa122055bfa HTTP/1.1" status: 204 len: 168 time: 0.1651900 Apr 08 12:03:38.443454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-80b71ee2-3c6f-47d4-947a-d6b60ed72f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:40.604853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1f57b15c-281a-4ab7-b68c-31086c509f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:41.501702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:41.730776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:42.817040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:03:49.746049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:04:08.444119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9614cafa-df1a-4f1a-a53d-8637ce26bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:10.606747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b97370f6-8dd1-4b8f-a4c0-c78d35d631dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:11.504515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:11.731585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:12.820314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:26.745347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:04:38.444676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-47c553e8-8b3f-4fcf-89ed-b0eb81007d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:40.607424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ea5d295a-938d-49c6-b0ce-e8a36c2d0586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:41.507554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:41.732149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:04:42.822169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:03.744817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 5 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:05:08.446106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-515d3655-61b6-47e3-9df5-e39fd1503187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:10.609554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79b7f5d3-164c-42e3-9fce-627d0668d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:11.515541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:11.747156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:12.825976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:14.387410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279'] for agent, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:19.769628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41186) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:05:19.891632 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e74be9e1-17e3-4d75-926b-20184db4b637 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1207314 Apr 08 12:05:22.393015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41196) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:05:22.457503 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-54253992-f703-479f-9ac7-0d12d7ba5e5a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0633354 Apr 08 12:05:38.446914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b7fff29c-49aa-4214-8f27-982afc7178c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:40.611468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-108f19db-7e78-4ea1-83c6-4e9c3ae4653a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:40.748370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:05:41.510433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:41.737527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:42.829013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:05:44.346141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:08.447959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b151c57b-6731-40ec-816e-6837dadae638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:10.613971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f18d9337-01f4-4215-9aaf-a5d59cd6aef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:11.514569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:11.738913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:12.832831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:14.349455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:17.753995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:06:38.450428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-94ed18f4-14c5-474c-8ca8-feb76dab9a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:40.615871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a98c-9f54-44d8-b97d-138d2d11acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:41.517088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:41.741462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:42.836099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:44.358173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:54.757710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:06:57.613556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41400) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:57.742410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41410) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:57.843568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41418) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:57.868820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41424) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:58.022870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-802239724-network', 'tenant_id': '59415f94b4c6401eaec1680916137167'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:58.028314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.032519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Usage tracker for resource:network and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.035647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.041613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.051581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Made reservation on behalf of 59415f94b4c6401eaec1680916137167 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:58.056773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.070320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.086165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.090586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.094055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.100000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.198457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2053389177-network', 'tenant_id': 'd590c0ffc386428ca8bbf47d2b561984'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:58.205971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.208642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.212604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.213706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Usage tracker for resource:network and tenant:d590c0ffc386428ca8bbf47d2b561984 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.221032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.223692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:58.238970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.244162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-53128362-network', 'tenant_id': 'd8eda45c969e45ca91c4590f44f830b6'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:58.258332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:06:58.283562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.289056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-489702123-network', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:58.297802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Made reservation on behalf of d590c0ffc386428ca8bbf47d2b561984 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:58.302356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.313945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41448) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:58.327198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Usage tracker for resource:network and tenant:d8eda45c969e45ca91c4590f44f830b6 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.330480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.330873 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Added segment 55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e of type vlan for network be317ea7-c972-4eb2-9572-36ab4bbd13c1 Apr 08 12:06:58.332581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.336902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83db805-b95e-4d8d-8dee-67069ac76048,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:58.348093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.357844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.372062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.372440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.372802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.373163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.373519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.374456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.374961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.375319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.375885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.376015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.376348 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.376695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Tracked resource versions report: Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: HyperV agent@hv-cinder-78477: {}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 12:06:58.377735 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 12:06:58.385799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.393936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:58.396773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Usage tracker for resource:network and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.399838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.412513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.418799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d590c0ffc386428ca8bbf47d2b561984 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.422632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.429538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Made reservation on behalf of d8eda45c969e45ca91c4590f44f830b6 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:58.434188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.446673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.449792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.457576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.467202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.496500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Made reservation on behalf of ceac814225024399ad54e34ce4677ad5 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:58.501592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.535215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.539863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.563230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Usage tracker for resource:security_group_rule and tenant:d8eda45c969e45ca91c4590f44f830b6 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.566576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-network', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:58.571572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.573107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.576419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Usage tracker for resource:network and tenant:e73ee0e932904e71b6cef5451efb5e84 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.580412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.584376 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.586837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.586988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.588799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.596818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.600269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:06:58.600898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.602588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Made reservation on behalf of e73ee0e932904e71b6cef5451efb5e84 for: {'network': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:58.607308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.609345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.615194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e176dfc7-a1c1-47d0-bb9f-befbe422db5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:58.622627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.640648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.645340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Usage tracker for resource:security_group_rule and tenant:e73ee0e932904e71b6cef5451efb5e84 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.648856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.655300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.699924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:58.815630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.824033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.844284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=84398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:06:58.852641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Pushing event updated for resources: {'Network': ['ID=be317ea7-c972-4eb2-9572-36ab4bbd13c1,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:58.854556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.855132 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Added segment 983e6be4-c6ba-4865-aeb2-050636f3cad3 of type vlan for network b4bddeb5-480f-466d-97ca-efabf39c3e8a Apr 08 12:06:58.864481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:06:58.876378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:58.881922 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2670069 Apr 08 12:06:58.882869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41470) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:58.913226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.918379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Request body: {'subnet': {'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-subnet', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:58.943197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:58.946900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.961223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Usage tracker for resource:subnet and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:58.965622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.968359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.973272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:58.974023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:58.987988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:58.991904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.994994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:06:58.995624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:58.996038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.007097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:59.039813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:06:59.069440 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7533562 Apr 08 12:06:59.072544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41478) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:59.073457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:06:59.089094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Made reservation on behalf of 59415f94b4c6401eaec1680916137167 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:59.094861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.095057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Request body: {'subnet': {'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-subnet', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:06:59.105403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba11c30-18a5-4860-891e-6834378c16b9,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:59.117890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.118377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.118838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.119617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.120072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.121247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.121990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.122139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.122537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.122844 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Added segment 5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f of type vlan for network d8234ec9-7033-4e57-abbd-40ab5f1cf950 Apr 08 12:06:59.123191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.123634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.124607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.125047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Tracked resource versions report: Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: HyperV agent@hv-cinder-78477: {}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 12:06:59.126346 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 12:06:59.137117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:59.138304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:06:59.140760 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a7d4b59d-c4d0-4414-8de0-2b19b129fe1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:59.179461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Usage tracker for resource:subnet and tenant:e73ee0e932904e71b6cef5451efb5e84 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:06:59.237952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:06:59.242439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c362c8-fa37-4ead-990e-b7bca025c5e9,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:59.258352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:06:59.272657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:59.274462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-88e35eee-7ffc-40b0-b9d8-7d5ed14aafb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:59.296476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.297142 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Added segment 8474d3c8-413a-4d6d-a8ec-cf8f03d659d0 of type vlan for network f5a67c3c-1373-48b9-bca9-5a5019efd18e Apr 08 12:06:59.300237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Made reservation on behalf of e73ee0e932904e71b6cef5451efb5e84 for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:06:59.313902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.323691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.388574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.423851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Pushing event updated for resources: {'Network': ['ID=b4bddeb5-480f-466d-97ca-efabf39c3e8a,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:59.435286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:06:59.465229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:59.476189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:06:59.489503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.489971 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Added segment ec2a6777-b3b1-44ce-ae23-6d9d45c8396d of type vlan for network 8861323a-8481-4b29-b16a-979f1676adb8 Apr 08 12:06:59.535145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.570308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d06d39-d70c-4ac7-b0d2-7629632df5c7,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:59.573656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:59.578696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.585377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:59.593543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.597944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.644489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:06:59.645122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.832805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.853696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:06:59.854519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.867892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659f20b9-fe98-4454-853a-5f3fd8f049e3,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:06:59.884183 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:06:59.884693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41520) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:06:59.896960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:06:59.912597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:06:59.930653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ac08fdf6-f421-46f3-a8a7-642952cceada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:00.043964 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1712337 Apr 08 12:07:00.045270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b63d0-8e06-4218-81a6-307b310b3459,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:00.052676 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2051549 Apr 08 12:07:00.053365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41528) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:00.053365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41530) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:00.059280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:00.059823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.068596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Request body: {'subnet': {'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-489702123-subnet', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:00.077593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Request body: {'subnet': {'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-53128362-subnet', 'tenant_id': 'd8eda45c969e45ca91c4590f44f830b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:00.081893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:00.082531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.092914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:00.095642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:00.102665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Pushing event updated for resources: {'Network': ['ID=8861323a-8481-4b29-b16a-979f1676adb8,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:00.115905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 8861323a-8481-4b29-b16a-979f1676adb8 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:07:00.176892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41536) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:00.182605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Usage tracker for resource:subnet and tenant:d8eda45c969e45ca91c4590f44f830b6 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:00.185731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Usage tracker for resource:subnet and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:00.188566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:00.242418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Checking segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:00.242947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Network hostable DHCP agents. Network: b4bddeb5-480f-466d-97ca-efabf39c3e8a, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:07:00.261233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:00.276189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:00.299396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.316899 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5731912 Apr 08 12:07:00.324279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:00.326275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41550) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:00.332467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.357550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Request body: {'subnet': {'network_id': 'f5a67c3c-1373-48b9-bca9-5a5019efd18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2053389177-subnet', 'tenant_id': 'd590c0ffc386428ca8bbf47d2b561984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:00.363006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:00.365235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:00.367323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Usage tracker for resource:subnet and tenant:d590c0ffc386428ca8bbf47d2b561984 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:00.368154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:07:00.370552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:00.377421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:00.386247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Usage tracker for resource:security_group_rule and tenant:9c3e26beef5a441f80b38e217fe8ed1e is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:00.394735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:00.402426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Pushing event updated for resources: {'Network': ['ID=d8234ec9-7033-4e57-abbd-40ab5f1cf950,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:00.404743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Made reservation on behalf of d590c0ffc386428ca8bbf47d2b561984 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:00.410373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.411017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, b4bddeb5-480f-466d-97ca-efabf39c3e8a) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:00.413109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:00.419977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:00.420620 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.424260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Made reservation on behalf of d8eda45c969e45ca91c4590f44f830b6 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:00.428970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.458263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:00.463364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:00.463890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92690720-820a-4955-a272-f86014e7f581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:00.515780 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4390500 Apr 08 12:07:00.524485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:07:00.534747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41560) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:00.543487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:00.549951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:00.555593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8bc3f-7fc2-4f12-b074-18070c70f135 None None] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:00.565212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Usage tracker for resource:router and tenant:e73ee0e932904e71b6cef5451efb5e84 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:00.569455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:00.580270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:00.599090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.600289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.615146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Made reservation on behalf of ceac814225024399ad54e34ce4677ad5 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:00.620597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.625078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:00.645432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6c72197f204cf28106fa93b7508d2b is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:00.649256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:00.656314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:00.898659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4622a1-310f-485b-916c-a3d905c528ec None None] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:01.108633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.114078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.119838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.131459 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:01.160355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.216450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.274170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a67c3c-1373-48b9-bca9-5a5019efd18e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:01.289922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network f5a67c3c-1373-48b9-bca9-5a5019efd18e details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:07:01.305436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:01.316292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.224s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:01.316619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:01.329668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:01.376723 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f6c72197f204cf28106fa93b7508d2b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4621334 Apr 08 12:07:01.385016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41582) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:01.429284 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c3e26beef5a441f80b38e217fe8ed1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2484951 Apr 08 12:07:01.432802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41586) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:01.451799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c3a232-ee62-494b-a483-7efcc0a4721e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:01.484625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1a23e-718f-463e-b860-e4c4fe6afe86,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:01.491794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:01.522193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:01.538781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.585710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.755333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.790848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.805721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-08f21286-7d2b-4f56-af7e-574d405bb7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:01.852561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.868813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1a23e-718f-463e-b860-e4c4fe6afe86,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:01.873166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:01.874020 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.876546 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12f1a23e-718f-463e-b860-e4c4fe6afe86 HTTP/1.1" status: 204 len: 168 time: 0.4414282 Apr 08 12:07:01.885844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:01.890472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.916803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:01.932832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.085775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Allocated IP 172.28.0.58 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/b9a1c730-e974-499d-bb0f-6b59239feefb) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:02.204578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41606) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:02.229352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.231739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f5edbb3-4cdb-4e48-a260-268e29243430,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:02.256096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:02.268468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:02.283390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Usage tracker for resource:security_group_rule and tenant:eed12dec572f4af79c506d8e20bafce2 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:02.287767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:02.292617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.299769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:02.307584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.324861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:02.365481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.390965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f7ffaa9c-1277-4322-9d77-d98a09bf813d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:02.395504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c3a232-ee62-494b-a483-7efcc0a4721e,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:02.412586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:02.472003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.477057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Checking segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:02.477453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Network hostable DHCP agents. Network: be317ea7-c972-4eb2-9572-36ab4bbd13c1, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:07:02.503841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:02.531424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.532647 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57c3a232-ee62-494b-a483-7efcc0a4721e HTTP/1.1" status: 204 len: 168 time: 1.1371412 Apr 08 12:07:02.546359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.566540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.569256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Pushing event updated for resources: {'Port': ['ID=b9a1c730-e974-499d-bb0f-6b59239feefb,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:02.585017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:02.585610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b49443e7-948a-4606-9caf-e21295c67473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:02.650866 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eed12dec572f4af79c506d8e20bafce2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4427006 Apr 08 12:07:02.650866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0e625-1b9f-4a65-9948-6c4bc8ff0d9c,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:02.652920 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41612) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:02.656826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:02.673293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:07:02.683186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:02.686061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:02.690899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29501c9e-0fab-486c-b72c-72ee943ba729,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:02.695160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:02.707190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:02.790998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, be317ea7-c972-4eb2-9572-36ab4bbd13c1) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:02.801218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae79cd-352a-40dd-aa4e-53a38612bd1f None None] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:02.814691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:02.815341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.865023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.890459 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:02.917136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.987058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:02.994307 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4eedf891-c2ec-429d-bcd9-77a94a26a70d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0947504 Apr 08 12:07:02.995263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41626) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:03.052284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:03.062934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41630) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:03.092108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.100518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:07:03.101964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.277796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.306812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Allocated IP 172.20.0.2 (be317ea7-c972-4eb2-9572-36ab4bbd13c1/0f5edbb3-4cdb-4e48-a260-268e29243430/08ff1269-c465-4716-a53a-89dd3e4c6115) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:03.331518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:03.368714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Usage tracker for resource:router and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:03.376779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:03.398364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.413220 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.414589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:03.418515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c8a0b6-677c-466a-95ac-9f0406494248,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:03.429919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e64989a1-c4cf-4f40-ac58-653093c59883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:03.436952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Checking segment: {'id': '8474d3c8-413a-4d6d-a8ec-cf8f03d659d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f5a67c3c-1373-48b9-bca9-5a5019efd18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:03.437362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Network hostable DHCP agents. Network: f5a67c3c-1373-48b9-bca9-5a5019efd18e, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:07:03.443795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:03.449960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:03.453869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0e625-1b9f-4a65-9948-6c4bc8ff0d9c,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:03.458528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:03.478980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.482610 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cd0e625-1b9f-4a65-9948-6c4bc8ff0d9c HTTP/1.1" status: 204 len: 168 time: 0.8254228 Apr 08 12:07:03.515325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:03.540635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.541612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.550498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Usage tracker for resource:security_group_rule and tenant:2a60ac9806e742b19bb177307a91631f is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:03.562915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:03.589991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.590401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:03.602194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Transition to ACTIVE for port object 08ff1269-c465-4716-a53a-89dd3e4c6115 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:03.618930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Network f5a67c3c-1373-48b9-bca9-5a5019efd18e is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:07:03.624476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Transition to ACTIVE for port object 08ff1269-c465-4716-a53a-89dd3e4c6115 will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:03.630450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.633451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b61e3a-b578-4f29-93cc-40a18c92ce32,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:03.640566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.651900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:03.674250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, f5a67c3c-1373-48b9-bca9-5a5019efd18e) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:03.697891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:03.698545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.700656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:03.713182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:03.768505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5accf41a-09d0-4b5f-9066-9adab00048c9 None None] Network f5a67c3c-1373-48b9-bca9-5a5019efd18e requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:03.903355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Checking segment: {'id': '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:03.903964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Network hostable DHCP agents. Network: d8234ec9-7033-4e57-abbd-40ab5f1cf950, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:07:03.931228 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-55ebb45c-5ce5-4d0f-8345-be625a3a8619 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5882072 Apr 08 12:07:03.932131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Checking segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:03.932526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Network hostable DHCP agents. Network: 8861323a-8481-4b29-b16a-979f1676adb8, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:07:04.130235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.134230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:07:04.145498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Network 8861323a-8481-4b29-b16a-979f1676adb8 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:07:04.166427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Router 614991ad-9a7e-4785-9ec3-35e81ebf1737 is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:07:04.171513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:04.177453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:04.179591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:04.182188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.241856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90925fe-56ca-4599-8d76-b4537c9fb90b None None] Network f5a67c3c-1373-48b9-bca9-5a5019efd18e requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:04.255841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.260513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 8861323a-8481-4b29-b16a-979f1676adb8) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:04.267400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, d8234ec9-7033-4e57-abbd-40ab5f1cf950) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:04.293078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:04.293740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.307140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:04.377844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40341ace-9aa8-4cc9-af6c-00929a5e6ffb None None] Network 8861323a-8481-4b29-b16a-979f1676adb8 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:04.387546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:04.389351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.404790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0163d-e975-48bd-b214-ab20ee2f08e5 None None] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:04.470937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:07:04.482638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Sync routers for ids ['614991ad-9a7e-4785-9ec3-35e81ebf1737'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:07:04.489196 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a60ac9806e742b19bb177307a91631f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1611998 Apr 08 12:07:04.505492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Routers {'614991ad-9a7e-4785-9ec3-35e81ebf1737'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:04.506890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:06:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['614991ad-9a7e-4785-9ec3-35e81ebf1737'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:04.509721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41672) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:04.533688 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-793eb823-a48a-43e9-af23-2ed08ae4c8b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4757702 Apr 08 12:07:04.555220 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.4998915 Apr 08 12:07:04.557707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a28fe-d172-4b7e-9893-75f322c1ecc9,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:04.578682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41680) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:04.606943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:04.612482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:04.626998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:04.639290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.644449 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1058817 Apr 08 12:07:04.661677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41690) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:04.668235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Usage tracker for resource:router and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:04.685053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:04.710075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.794141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.863627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Pushing event updated for resources: {'Port': ['ID=08ff1269-c465-4716-a53a-89dd3e4c6115,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:04.888800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.889184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.889683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.890290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.890658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.891027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.891718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.891718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.892063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.892402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.892759 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.893112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Tracked resource versions report: Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: HyperV agent@hv-cinder-78477: {}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 12:07:04.894329 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 12:07:04.897376 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc39749-6af3-4237-820f-e02c223491de None None] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:04.917013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.204s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:04.918624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:04.923153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.942969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:04.982288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a28fe-d172-4b7e-9893-75f322c1ecc9,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:04.989159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:04.990897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:04.997277 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f99a28fe-d172-4b7e-9893-75f322c1ecc9 HTTP/1.1" status: 204 len: 168 time: 0.4784017 Apr 08 12:07:05.015277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Set router 614991ad-9a7e-4785-9ec3-35e81ebf1737 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:05.204390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.205501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.221646 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.297891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Attempting to bind port 08ff1269-c465-4716-a53a-89dd3e4c6115 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:05.298308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Attempting to bind port 08ff1269-c465-4716-a53a-89dd3e4c6115 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:05.298717 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Attempting to bind port 08ff1269-c465-4716-a53a-89dd3e4c6115 on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:05.321197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:05.321613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Checking segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:05.322084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.322519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Bound using segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:05.323050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Bound port: 08ff1269-c465-4716-a53a-89dd3e4c6115, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:05.323434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.386520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:07:02Z', 'revision_number': 3, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:05.392894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Checking router: 614991ad-9a7e-4785-9ec3-35e81ebf1737 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:07:05.393306 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Updating router 614991ad-9a7e-4785-9ec3-35e81ebf1737 port b9a1c730-e974-499d-bb0f-6b59239feefb binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:07:05.462160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.570644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] For port 08ff1269-c465-4716-a53a-89dd3e4c6115, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:05.574169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] For port 08ff1269-c465-4716-a53a-89dd3e4c6115, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=08ff1269-c465-4716-a53a-89dd3e4c6115,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:05.581492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:05.609126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1ab80efc-e560-4919-85c2-4ef063feab91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:05.921863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41734) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:06.027875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Pushing event updated for resources: {'Port': ['ID=08ff1269-c465-4716-a53a-89dd3e4c6115,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:06.031536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:06.102167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-8861323a-8481-4b29-b16a-979f1676adb8', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:07:06.103590 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.150013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.151241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41744) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:06.159065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-675716316-network', 'tenant_id': '39e12430493444a4a5412e385008cdc1'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:06.165602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Transition to ACTIVE for port object b9a1c730-e974-499d-bb0f-6b59239feefb will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:06.171196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:06.184751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.188684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Usage tracker for resource:network and tenant:39e12430493444a4a5412e385008cdc1 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:06.197894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:06.212010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:06.226730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:06.235783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Made reservation on behalf of 39e12430493444a4a5412e385008cdc1 for: {'network': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:06.241009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.269361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.307028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.313365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41760) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:06.322527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:06.333531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Usage tracker for resource:security_group_rule and tenant:39e12430493444a4a5412e385008cdc1 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:06.340367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:06.357561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:06.470340 dv-cinder-784779-3-smb neutron-server[84285]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 12:07:06.510817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Allocated IP 172.20.0.2 (8861323a-8481-4b29-b16a-979f1676adb8/13b61e3a-b578-4f29-93cc-40a18c92ce32/4ec847b7-64ff-4968-b854-e9ed523194a5) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:06.594584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.660534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.670108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.702366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:06.726632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Usage tracker for resource:security_group_rule and tenant:da0eada455bf4a80b39c37dd1aecf808 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:06.741195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:06.768346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:06.775862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.787732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:06.820126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:06.887614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-7a830e46-fd0d-460f-8ed9-cc7049c0b289 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:06.890144 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-7a830e46-fd0d-460f-8ed9-cc7049c0b289 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/networks?id=d8234ec9-7033-4e57-abbd-40ab5f1cf950 HTTP/1.1" status: 200 len: 810 time: 0.4283717 Apr 08 12:07:06.939088 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-674fad64-c154-4407-8648-d285699e61f6 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/quotas/d8eda45c969e45ca91c4590f44f830b6 HTTP/1.1" status: 200 len: 375 time: 0.0242531 Apr 08 12:07:07.017789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Pushing event updated for resources: {'Port': ['ID=b9a1c730-e974-499d-bb0f-6b59239feefb,revision_number=2']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:07.047338 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.062507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.062893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.063263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.063625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.069860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.070216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.070592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.070955 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.071466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.071829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.072547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.073025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.073389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:07:07.074115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=84398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Tracked resource versions report: Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: pushed versions: Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: { 'AddressGroup': {'1.2'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': {'1.0'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': {'1.0'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': {'1.1'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': {'1.7'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': {'1.2'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': {'1.8'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': {'1.4'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': {'1.2'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': {'1.0'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': {'1.1'}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': {'1.1'}} Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: consumer versions: Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: { DHCP agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: HyperV agent@hv-cinder-78477: {}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: L3 agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: Metadata agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: Metering agent@dv-cinder-784779-3-smb: {}, Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: Open vSwitch agent@dv-cinder-784779-3-smb: { 'AddressGroup': '1.2', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'ConntrackHelper': '1.0', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Log': '1.0', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Network': '1.1', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Port': '1.7', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'PortForwarding': '1.2', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'QosPolicy': '1.8', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroup': '1.4', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'SecurityGroupRule': '1.2', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'SubPort': '1.0', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Subnet': '1.1', Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: 'Trunk': '1.1'}} Apr 08 12:07:07.074500 dv-cinder-784779-3-smb neutron-server[84285]: {{(pid=84401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 08 12:07:07.080733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Transition to ACTIVE for port object 4ec847b7-64ff-4968-b854-e9ed523194a5 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:07.090230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.090614 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Added segment 41fe39c4-4be7-4694-9978-1d10fbfb6284 of type vlan for network 3934fc85-202b-42d4-a3f8-78e7e79e42ba Apr 08 12:07:07.113608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:07.132023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Transition to ACTIVE for port object 4ec847b7-64ff-4968-b854-e9ed523194a5 will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:07.139073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.146143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.159690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Attempting to bind port b9a1c730-e974-499d-bb0f-6b59239feefb on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:07.160088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Attempting to bind port b9a1c730-e974-499d-bb0f-6b59239feefb by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:07.160484 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Attempting to bind port b9a1c730-e974-499d-bb0f-6b59239feefb on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:07.169591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:07.170026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:07.170461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.171443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:07.171947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Bound port: b9a1c730-e974-499d-bb0f-6b59239feefb, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:07.172349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.183099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.193617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.229916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Allocated IP 172.28.0.100 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/fd293ad4-5602-434b-8872-c5c1487b61ca) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:07.285641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:07.286304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.307770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:07.318405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2c4017-f986-4aa2-a7e8-1ce7e7517fa6,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:07.322108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:07.325154 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-2c496715-59f2-4399-aa64-5cbfb8285430 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8eda45c969e45ca91c4590f44f830b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1438737 Apr 08 12:07:07.329030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-54d037ef-74a7-4054-bd0c-13d5f7ea1163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:07.374227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] For port b9a1c730-e974-499d-bb0f-6b59239feefb, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:07.379984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] For port b9a1c730-e974-499d-bb0f-6b59239feefb, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=b9a1c730-e974-499d-bb0f-6b59239feefb,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:07.398745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.434164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:07.451276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Pushing event updated for resources: {'Network': ['ID=3934fc85-202b-42d4-a3f8-78e7e79e42ba,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:07.455623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:07.457305 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3049967 Apr 08 12:07:07.468562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-49592bd6-77b4-4a32-ba6f-32373d78c657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:07.473120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 41794) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:07.528744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da0eada455bf4a80b39c37dd1aecf808&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6056952 Apr 08 12:07:07.538369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0be313-5098-40e0-bb09-8c273b6d2e75,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:07.542561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:07.543716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41800) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:07.563837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 3934fc85-202b-42d4-a3f8-78e7e79e42ba details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:07:07.643779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.664302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Request body: {'subnet': {'network_id': '3934fc85-202b-42d4-a3f8-78e7e79e42ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-675716316-subnet', 'tenant_id': '39e12430493444a4a5412e385008cdc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:07.710732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.734877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:07.800217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Network 8861323a-8481-4b29-b16a-979f1676adb8 is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:07.819984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Pushing event updated for resources: {'Port': ['ID=b9a1c730-e974-499d-bb0f-6b59239feefb,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:07.823795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:07.828300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:07.831119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.845710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:07.846587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Usage tracker for resource:subnet and tenant:39e12430493444a4a5412e385008cdc1 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:07.858762 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:07.868030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:07.871304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0be313-5098-40e0-bb09-8c273b6d2e75,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:07.883672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:07.898011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:07.902464 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d0be313-5098-40e0-bb09-8c273b6d2e75 HTTP/1.1" status: 204 len: 168 time: 0.3573365 Apr 08 12:07:07.943310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:07.999714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Routers {'614991ad-9a7e-4785-9ec3-35e81ebf1737'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:08.000734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:06:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['614991ad-9a7e-4785-9ec3-35e81ebf1737'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:08.004118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4f252-7d3c-4754-8b4d-ba7ecc0f9473 None None] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:08.177240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Made reservation on behalf of 39e12430493444a4a5412e385008cdc1 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:08.193143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:08.201166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Pushing event updated for resources: {'Port': ['ID=4ec847b7-64ff-4968-b854-e9ed523194a5,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:08.253251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:08.282556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-33deac51-abab-4f7f-9b70-506d4c4baaac None None] Provisioning for port 08ff1269-c465-4716-a53a-89dd3e4c6115 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:08.294614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 08ff1269-c465-4716-a53a-89dd3e4c6115 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:08.372892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-952ee5ab-2b7c-4ae0-85b9-76ad3ff21fdf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:07:08.374158 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-952ee5ab-2b7c-4ae0-85b9-76ad3ff21fdf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2945883 Apr 08 12:07:08.392035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:08.455035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] Set router 614991ad-9a7e-4785-9ec3-35e81ebf1737 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:08.484424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:08.620401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:08.679195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Attempting to bind port 4ec847b7-64ff-4968-b854-e9ed523194a5 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:08.679925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Attempting to bind port 4ec847b7-64ff-4968-b854-e9ed523194a5 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:08.680554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Attempting to bind port 4ec847b7-64ff-4968-b854-e9ed523194a5 on network 8861323a-8481-4b29-b16a-979f1676adb8 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:08.694191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:08.695187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Checking segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:08.695839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:08.696481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Bound using segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:08.697411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Bound port: 4ec847b7-64ff-4968-b854-e9ed523194a5, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:08.698074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:08.778147 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-4527db0c-67bd-43aa-a1ec-27b269893cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816764 Apr 08 12:07:08.867724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ba1f27b2-a5f6-4861-9568-b4ce5d147f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:09.003846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:07:02Z', 'revision_number': 3, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:09.015420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb74ea-d26d-47de-a067-276fad8eb516 None None] The sync data for ids ['614991ad-9a7e-4785-9ec3-35e81ebf1737'] in dv-cinder-784779-3-smb is: [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:07:02Z', 'revision_number': 3, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:07:09.098351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] For port 4ec847b7-64ff-4968-b854-e9ed523194a5, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:09.111228 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-a8788b0d-a2ca-4beb-b06f-41525bb02e8e service neutron] 10.222.0.23 "GET /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232212 Apr 08 12:07:09.117513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] For port 4ec847b7-64ff-4968-b854-e9ed523194a5, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=4ec847b7-64ff-4968-b854-e9ed523194a5,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:09.120923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 08ff1269-c465-4716-a53a-89dd3e4c6115 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:09.199168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:09.206541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 08ff1269-c465-4716-a53a-89dd3e4c6115 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:09.206950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:09.419253 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:09.473166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41874) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:09.479531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41878) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:09.618608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:09.631858 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8e01dc33-9ecc-4add-b000-2e5f0eda079a req-af80d768-688c-4f08-ad7f-bd441a40ab99 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 210 time: 0.1508749 Apr 08 12:07:09.739181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:09.778194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:09.790139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Usage tracker for resource:security_group_rule and tenant:8d32ec6550ef4183a6a73002ed2d51c4 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:09.796362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:09.811468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:09.864966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Pushing event updated for resources: {'Port': ['ID=4ec847b7-64ff-4968-b854-e9ed523194a5,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:09.971826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:09.985712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:10.038296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 08ff1269-c465-4716-a53a-89dd3e4c6115, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=08ff1269-c465-4716-a53a-89dd3e4c6115,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:10.038819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.047893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.049331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.051670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:10.080052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-140b7346-aef0-4148-89e9-71332740d581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:10.206067 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d32ec6550ef4183a6a73002ed2d51c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307644 Apr 08 12:07:10.208426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41910) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:10.211211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64948ef6-1404-49e9-a574-4247f097edb2,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:10.240871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:10.293006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device b9a1c730-e974-499d-bb0f-6b59239feefb up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:10.400585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Allocated IP 172.20.0.1 (b4bddeb5-480f-466d-97ca-efabf39c3e8a/f91b63d0-8e06-4218-81a6-307b310b3459/765d7c7a-03e8-4847-884e-6c49c61095bf) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:10.478005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.528156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=08ff1269-c465-4716-a53a-89dd3e4c6115,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:10.550482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.566487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:10.597914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ca95c192-6379-42df-a61f-28ecaaa47fee None None] Provisioning complete for port 08ff1269-c465-4716-a53a-89dd3e4c6115 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:10.598679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ca95c192-6379-42df-a61f-28ecaaa47fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.666787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.673244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:10.673418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.682321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port b9a1c730-e974-499d-bb0f-6b59239feefb completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:10.691579 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7d609e0-19d5-4e6b-93ec-684900f08553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.696524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port b9a1c730-e974-499d-bb0f-6b59239feefb triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:10.697157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.704993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64948ef6-1404-49e9-a574-4247f097edb2,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:10.708122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:10.709124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.717098 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64948ef6-1404-49e9-a574-4247f097edb2 HTTP/1.1" status: 204 len: 168 time: 0.4866333 Apr 08 12:07:10.717659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.732460 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.766592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:10.943167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.953301 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c89d9c1-54d5-4bdb-b4a3-a5b9323b17ab req-7e19dfc5-12e3-4cb4-8eee-875e93875d2a tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 210 time: 0.1265111 Apr 08 12:07:10.972096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port b9a1c730-e974-499d-bb0f-6b59239feefb, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=b9a1c730-e974-499d-bb0f-6b59239feefb,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:10.991324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:10.993635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:11.001855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd293ad4-5602-434b-8872-c5c1487b61ca,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:11.134832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=b9a1c730-e974-499d-bb0f-6b59239feefb,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:11.146972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:11.249364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Allocated IP 172.28.0.200 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/e1b51747-eefe-45ee-a1bc-3df733c59b7b) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:11.254256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Pushing event updated for resources: {'Port': ['ID=765d7c7a-03e8-4847-884e-6c49c61095bf,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:11.281745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:11.284245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:11.284565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:11.343501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41938) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:11.382581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.408990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:11.414533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd661d0f5a940f784d2a91e45007976 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:11.419102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:11.428708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:11.531359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:11.548773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:11.549412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.562831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:11.601629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.613606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.671187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f5a58e39-4882-4eb9-94e2-70d2794db75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:11.681073 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bd661d0f5a940f784d2a91e45007976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359478 Apr 08 12:07:11.684488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 41958) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:11.776486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.807009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ca421-ceb2-4373-879f-ba1fd569ecec,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:11.811868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:11.813000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.853786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:11.863730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.873176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:11.923215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:11.923729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.930513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7171f-9b0a-4112-aa3f-9faac1756b3b None None] Network 8861323a-8481-4b29-b16a-979f1676adb8 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:11.954922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.961365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:11.976252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ca421-ceb2-4373-879f-ba1fd569ecec,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:11.980217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:11.982585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:11.987859 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c44ca421-ceb2-4373-879f-ba1fd569ecec HTTP/1.1" status: 204 len: 168 time: 0.3022327 Apr 08 12:07:12.216327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b1e53071-e8d7-4a89-982a-5d21aaf7dfbe None None] Provisioning for port 4ec847b7-64ff-4968-b854-e9ed523194a5 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:12.314249 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d6a2f69-c98b-48ea-909e-ff004e4a183e req-7853de1d-d6b7-4d1a-8b12-b335ec51f2c0 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 210 time: 0.0914545 Apr 08 12:07:12.368708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 08ff1269-c465-4716-a53a-89dd3e4c6115 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:12.466085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 08ff1269-c465-4716-a53a-89dd3e4c6115 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:12.466723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:12.492754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:12.533225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:12.611703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device b9a1c730-e974-499d-bb0f-6b59239feefb up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:12.629697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:12.711843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port b9a1c730-e974-499d-bb0f-6b59239feefb triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:12.712364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:12.760211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:12.884384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.13', 55348) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:12.896482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:13.016378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 4ec847b7-64ff-4968-b854-e9ed523194a5 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:13.167016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 4ec847b7-64ff-4968-b854-e9ed523194a5 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:13.172835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 4ec847b7-64ff-4968-b854-e9ed523194a5 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:13.173249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:13.310532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-a63a61c5-a56d-449a-ab45-8a72f961d3f4 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:13.313341 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-a63a61c5-a56d-449a-ab45-8a72f961d3f4 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.13 "GET /v2.0/networks?id=d8234ec9-7033-4e57-abbd-40ab5f1cf950 HTTP/1.1" status: 200 len: 810 time: 0.4274061 Apr 08 12:07:13.342011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70df14f0-a6e0-4809-bbbd-461caf9900bb,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:13.368375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Request body: {'port': {'device_id': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950', 'admin_state_up': True, 'tenant_id': 'd8eda45c969e45ca91c4590f44f830b6'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:13.392316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:13.401921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:13.422972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 4ec847b7-64ff-4968-b854-e9ed523194a5, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=4ec847b7-64ff-4968-b854-e9ed523194a5,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:13.427692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:13.430692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:13.547398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:13.552644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:13.586544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=4ec847b7-64ff-4968-b854-e9ed523194a5,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:13.589914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:13.681289 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c43fb69-51a4-4c1d-b63c-fba2b7f88a9a req-3107f112-57e5-4ef3-869f-79cfefa0bcbd tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 210 time: 0.0966113 Apr 08 12:07:13.715114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:13.719612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Usage tracker for resource:port and tenant:d8eda45c969e45ca91c4590f44f830b6 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:13.723773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:13.742403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:13.767040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Made reservation on behalf of d8eda45c969e45ca91c4590f44f830b6 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:13.778373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:13.803901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:13.820196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:13.822699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:14.079848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Allocated IP 172.20.0.8 (d8234ec9-7033-4e57-abbd-40ab5f1cf950/e4c8a0b6-677c-466a-95ac-9f0406494248/f1330a0e-8454-4833-b515-ed3af014a628) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:14.198117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 4ec847b7-64ff-4968-b854-e9ed523194a5 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:14.242430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:14.305957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 4ec847b7-64ff-4968-b854-e9ed523194a5 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:14.306650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:14.500349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:14.500905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:14.628259 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:14.670966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-64df70d4-0e1a-4a39-9fd3-40b244a4963d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:14.959919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Pushing event updated for resources: {'Port': ['ID=f1330a0e-8454-4833-b515-ed3af014a628,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:14.977674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:15.303808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Pushing event updated for resources: {'Port': ['ID=e1b51747-eefe-45ee-a1bc-3df733c59b7b,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:15.307504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.755s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:15.344279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:15.347721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:15.362246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:15.369107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:15.370078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:15.412317 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0501981 Apr 08 12:07:15.434549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632295c5-ed46-4020-bb7a-9ab1f1c6fa56 req-07841b64-ad3d-43a0-a489-8bcfe63c2184 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:15.435334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-632295c5-ed46-4020-bb7a-9ab1f1c6fa56 req-07841b64-ad3d-43a0-a489-8bcfe63c2184 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Synchronizing usage tracker for tenant:d8eda45c969e45ca91c4590f44f830b6 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:15.438722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:15.458514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-632295c5-ed46-4020-bb7a-9ab1f1c6fa56 req-07841b64-ad3d-43a0-a489-8bcfe63c2184 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Unset dirty status for tenant:d8eda45c969e45ca91c4590f44f830b6 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:15.459639 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-632295c5-ed46-4020-bb7a-9ab1f1c6fa56 req-07841b64-ad3d-43a0-a489-8bcfe63c2184 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 931 time: 0.4265463 Apr 08 12:07:15.467037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:15.473929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:15.504983 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-632295c5-ed46-4020-bb7a-9ab1f1c6fa56 req-11fef752-6359-43d0-a74c-f2f645716728 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Apr 08 12:07:15.567618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:15.741223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:15.817840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Pushing event updated for resources: {'Port': ['ID=765d7c7a-03e8-4847-884e-6c49c61095bf,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:15.909659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:15.929935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Checking segment: {'id': '41fe39c4-4be7-4694-9978-1d10fbfb6284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3934fc85-202b-42d4-a3f8-78e7e79e42ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:15.930031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Network hostable DHCP agents. Network: 3934fc85-202b-42d4-a3f8-78e7e79e42ba, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:07:16.068942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:16.228068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Network 3934fc85-202b-42d4-a3f8-78e7e79e42ba is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:07:16.305171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 3934fc85-202b-42d4-a3f8-78e7e79e42ba) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:16.316944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127735a4-de26-49af-b700-5312fa56b4c9 None None] Network 3934fc85-202b-42d4-a3f8-78e7e79e42ba requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:16.319377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:16.327345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:16.330087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:16.330719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:16.681174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Router 3a3b8701-915d-43e0-85a7-e4189551b122 is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:07:16.695518 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 9.2061012 Apr 08 12:07:16.734518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd57dd7e-de72-492f-b5f2-014d5e5fbd92 None None] Network 3934fc85-202b-42d4-a3f8-78e7e79e42ba requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:07:16.839493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda59ee-453e-4019-8a35-c9d48983289b req-cfe01bbe-a26e-411b-a3d4-a2cf5e7252ff tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:16.841074 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9eda59ee-453e-4019-8a35-c9d48983289b req-cfe01bbe-a26e-411b-a3d4-a2cf5e7252ff tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 931 time: 0.1782355 Apr 08 12:07:16.904124 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9eda59ee-453e-4019-8a35-c9d48983289b req-23ae5bf2-3013-478c-b135-f70be2b647ea tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Apr 08 12:07:17.016392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42102) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:17.095579 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Deleting subnet 29501c9e-0fab-486c-b72c-72ee943ba729 {{(pid=84398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:07:17.099666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.124461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.161984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.169384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.340105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Router 614991ad-9a7e-4785-9ec3-35e81ebf1737 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:07:17.475812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.527884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:17.583416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:07:17.593909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:07:17.623137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.625136 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2fb08ad6-9e39-4758-9719-5cbdf4662cf4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.6055763 Apr 08 12:07:17.631531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:17.631776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42118) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:17.632226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:17.661403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29501c9e-0fab-486c-b72c-72ee943ba729,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:17.669257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:17.786500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:17.796674 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/29501c9e-0fab-486c-b72c-72ee943ba729 HTTP/1.1" status: 204 len: 168 time: 0.7761722 Apr 08 12:07:17.798572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42124) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:18.001249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:18.043572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:07:18.084060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:07:18.095772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Sync routers for ids ['614991ad-9a7e-4785-9ec3-35e81ebf1737'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:07:18.117647 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] 10.222.0.23 "PUT /v2.0/routers/614991ad-9a7e-4785-9ec3-35e81ebf1737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4447627 Apr 08 12:07:18.144344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Routers {'614991ad-9a7e-4785-9ec3-35e81ebf1737'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:18.144910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['614991ad-9a7e-4785-9ec3-35e81ebf1737'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:18.537138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:18.684274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:18.774180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6c806-4915-4800-a7ae-ef818b011982 req-5ba08f36-1688-40f6-b68b-91e6936f2100 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:18.784478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-90d6c806-4915-4800-a7ae-ef818b011982 req-5ba08f36-1688-40f6-b68b-91e6936f2100 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 931 time: 0.5740864 Apr 08 12:07:18.840410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-738a5ab1-5d6a-4d57-a468-2df3424ab711 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:07:18.843008 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-738a5ab1-5d6a-4d57-a468-2df3424ab711 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128787 Apr 08 12:07:18.859063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Set router 614991ad-9a7e-4785-9ec3-35e81ebf1737 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:18.866656 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-90d6c806-4915-4800-a7ae-ef818b011982 req-18c8c6ce-cc86-4c36-b71b-5787e043f167 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808494 Apr 08 12:07:18.990174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:18.993088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:18.994136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:18.997292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > port after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:18.998018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:18.998815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > port after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.001114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.002225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.004342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.007589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.513100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:12Z', 'revision_number': 3, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:19.526628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:07:19.527025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Updating router 3a3b8701-915d-43e0-85a7-e4189551b122 port fd293ad4-5602-434b-8872-c5c1487b61ca binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:07:19.557209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.557609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.558174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.558421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84398) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:07:19.558822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a67c3c-1373-48b9-bca9-5a5019efd18e']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:19.572835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:07:19.604473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:07:19.657987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:19.658692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:19.844055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:07:13Z', 'revision_number': 4, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '765d7c7a-03e8-4847-884e-6c49c61095bf', 'name': '', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'mac_address': 'fa:16:3e:65:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:15Z', 'revision_number': 2, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'subnets': [{'id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:19.852099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Checking router: 614991ad-9a7e-4785-9ec3-35e81ebf1737 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:07:19.852549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Updating router 614991ad-9a7e-4785-9ec3-35e81ebf1737 port 765d7c7a-03e8-4847-884e-6c49c61095bf binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:07:19.936569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:19.987155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Request body: {'port': {'device_id': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:19.990198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:20.132440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8474d3c8-413a-4d6d-a8ec-cf8f03d659d0') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:20.132757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8474d3c8-413a-4d6d-a8ec-cf8f03d659d0') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:20.186652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:20.314682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:20.352094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:20.362182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:07:20.533477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:20.535342 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.9376879 Apr 08 12:07:20.539414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42236) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:20.848093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:20.929981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.004609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Network f5a67c3c-1373-48b9-bca9-5a5019efd18e has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:07:21.020621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.166056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:14Z', 'revision_number': 3, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:21.177383 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:07:21.177802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Updating router 9b35d1a3-136d-49dc-80c7-d279562efa20 port e1b51747-eefe-45ee-a1bc-3df733c59b7b binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:07:21.289489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.336755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.423457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-80061998-d6ed-483e-9783-1b294b0f2f0e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:21.424323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-13969778-8423-4e5a-b7ae-492543188e5b req-80061998-d6ed-483e-9783-1b294b0f2f0e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Synchronizing usage tracker for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:network {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:21.441126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Network f5a67c3c-1373-48b9-bca9-5a5019efd18e has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: from cryptography.utils import int_from_bytes Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: from cryptography.utils import int_from_bytes Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: (rel_b, rel_a, rel_b), Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: (rel_b, rel_a, rel_b), Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:07:21.526694 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:07:21.595912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-13969778-8423-4e5a-b7ae-492543188e5b req-80061998-d6ed-483e-9783-1b294b0f2f0e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Unset dirty status for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:network {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:21.597176 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-80061998-d6ed-483e-9783-1b294b0f2f0e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 819 time: 2.0288444 Apr 08 12:07:21.697160 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-b20dd38b-82ff-488c-bb4d-70bfd7264573 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/quotas/e73ee0e932904e71b6cef5451efb5e84 HTTP/1.1" status: 200 len: 375 time: 0.0854192 Apr 08 12:07:21.710497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Transition to ACTIVE for port object 765d7c7a-03e8-4847-884e-6c49c61095bf will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:21.711478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Transition to ACTIVE for port object fd293ad4-5602-434b-8872-c5c1487b61ca will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:21.721856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.766822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:21.771013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.829558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.856467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:21.919439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:22.026329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eec0a-7043-496d-857f-cd1da2787862 None None] Pushing event updated for resources: {'Port': ['ID=765d7c7a-03e8-4847-884e-6c49c61095bf,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:22.046446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-da1eec0a-7043-496d-857f-cd1da2787862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:22.165194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:22.229050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:22.287149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf066826-f24d-45f3-9e4c-c108a838e345 req-98abf1aa-5170-4496-9da8-f8435e00bd53 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:22.294776 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cf066826-f24d-45f3-9e4c-c108a838e345 req-98abf1aa-5170-4496-9da8-f8435e00bd53 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 931 time: 1.5973527 Apr 08 12:07:22.332714 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] 10.222.0.23 "DELETE /v2.0/networks/f5a67c3c-1373-48b9-bca9-5a5019efd18e HTTP/1.1" status: 204 len: 168 time: 4.5328979 Apr 08 12:07:22.368864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42256) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:22.396044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:22.442294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:22.463561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Transition to ACTIVE for port object e1b51747-eefe-45ee-a1bc-3df733c59b7b will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:22.472495 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Allocated IP 172.20.0.1 (be317ea7-c972-4eb2-9572-36ab4bbd13c1/0f5edbb3-4cdb-4e48-a260-268e29243430/aa3b7fb8-5598-4197-97e8-07ce583e6fa9) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:22.506756 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cf066826-f24d-45f3-9e4c-c108a838e345 req-f826a56c-90e6-4cb9-ab38-ccc37305d92c tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107430 Apr 08 12:07:22.510995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Attempting to bind port fd293ad4-5602-434b-8872-c5c1487b61ca on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:22.511477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Attempting to bind port fd293ad4-5602-434b-8872-c5c1487b61ca by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:22.511995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Attempting to bind port fd293ad4-5602-434b-8872-c5c1487b61ca on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:22.523322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:22.523998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:22.524556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:22.525171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:22.525868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Bound port: fd293ad4-5602-434b-8872-c5c1487b61ca, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:22.526479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:22.583904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a67c3c-1373-48b9-bca9-5a5019efd18e,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:22.604822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:22.952418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Deleting subnet 70df14f0-a6e0-4809-bbbd-461caf9900bb {{(pid=84398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:07:22.974718 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-796d9c50-5d93-45de-b547-6c979fe667f4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2653975 Apr 08 12:07:22.978532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.038098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Attempting to bind port 765d7c7a-03e8-4847-884e-6c49c61095bf on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:23.038514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Attempting to bind port 765d7c7a-03e8-4847-884e-6c49c61095bf by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:23.038925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Attempting to bind port 765d7c7a-03e8-4847-884e-6c49c61095bf on network b4bddeb5-480f-466d-97ca-efabf39c3e8a {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:23.060699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:23.063794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Checking segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:23.064850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.065428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Bound using segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:23.073126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Bound port: 765d7c7a-03e8-4847-884e-6c49c61095bf, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:23.073782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.144969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.197730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1879907'] for subnet, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.273252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.336864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] For port 765d7c7a-03e8-4847-884e-6c49c61095bf, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:23.346186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] For port 765d7c7a-03e8-4847-884e-6c49c61095bf, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=765d7c7a-03e8-4847-884e-6c49c61095bf,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:23.355869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.363161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf5a37-257e-4ef6-8388-c37b31a7c139 None None] Pushing event updated for resources: {'Port': ['ID=fd293ad4-5602-434b-8872-c5c1487b61ca,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:23.365648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-1ac64054-56d8-4b45-a03f-ab24898a2da2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84398) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 12:07:23.372368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Transition to ACTIVE for port object aa3b7fb8-5598-4197-97e8-07ce583e6fa9 will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:23.374412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-94cf5a37-257e-4ef6-8388-c37b31a7c139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.454s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:23.381907 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-1ac64054-56d8-4b45-a03f-ab24898a2da2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2371736 Apr 08 12:07:23.384034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc54130f-aa0d-41c4-841d-9d2cfb2ff631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:23.394989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:23.398316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Allocated IP 172.20.0.1 (8861323a-8481-4b29-b16a-979f1676adb8/13b61e3a-b578-4f29-93cc-40a18c92ce32/9a64e0cf-0002-4eeb-847e-fa87f256fcf6) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:23.524648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495abd58-cd68-4649-bf14-b0e4da6b97d8 None None] Pushing event updated for resources: {'Port': ['ID=e1b51747-eefe-45ee-a1bc-3df733c59b7b,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:23.540204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-495abd58-cd68-4649-bf14-b0e4da6b97d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:23.602246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.resource_extend [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 12:07:23.615242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.674777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] For port fd293ad4-5602-434b-8872-c5c1487b61ca, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:23.745305 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eec0a-7043-496d-857f-cd1da2787862 None None] Pushing event updated for resources: {'Port': ['ID=765d7c7a-03e8-4847-884e-6c49c61095bf,revision_number=4']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:23.762362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] For port fd293ad4-5602-434b-8872-c5c1487b61ca, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=fd293ad4-5602-434b-8872-c5c1487b61ca,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:23.765651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-da1eec0a-7043-496d-857f-cd1da2787862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:23.775412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.795022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:23.807929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:23.855075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Routers {'614991ad-9a7e-4785-9ec3-35e81ebf1737'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:23.855781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['614991ad-9a7e-4785-9ec3-35e81ebf1737'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:24.079250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:24.115465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] Set router 614991ad-9a7e-4785-9ec3-35e81ebf1737 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:24.122002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42292) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:24.243695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Attempting to bind port e1b51747-eefe-45ee-a1bc-3df733c59b7b on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:24.244440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Attempting to bind port e1b51747-eefe-45ee-a1bc-3df733c59b7b by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:24.245139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Attempting to bind port e1b51747-eefe-45ee-a1bc-3df733c59b7b on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:24.262081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:24.262850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:24.263598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.264755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:24.265462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Bound port: e1b51747-eefe-45ee-a1bc-3df733c59b7b, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:24.266128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.340875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.395587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] For port e1b51747-eefe-45ee-a1bc-3df733c59b7b, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:24.407997 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1330a0e-8454-4833-b515-ed3af014a628 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:24.418289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.449351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] For port e1b51747-eefe-45ee-a1bc-3df733c59b7b, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=e1b51747-eefe-45ee-a1bc-3df733c59b7b,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:24.459504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf5a37-257e-4ef6-8388-c37b31a7c139 None None] Pushing event updated for resources: {'Port': ['ID=fd293ad4-5602-434b-8872-c5c1487b61ca,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:24.476050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.513644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-94cf5a37-257e-4ef6-8388-c37b31a7c139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:24.514082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:24.514953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-94cf5a37-257e-4ef6-8388-c37b31a7c139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:24.517630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Transition to ACTIVE for port object 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:24.522418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Transition to ACTIVE for port object f1330a0e-8454-4833-b515-ed3af014a628 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:24.527771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:24.534718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1876987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827481954'] for subnet, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.541345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.543257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:24.548711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:24.552349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.575477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:24.696496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:24.856001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-001cb70e-b694-4443-9202-4eceaec7b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:25.008872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:07:13Z', 'revision_number': 4, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '765d7c7a-03e8-4847-884e-6c49c61095bf', 'name': '', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'mac_address': 'fa:16:3e:65:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:23Z', 'revision_number': 4, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'subnets': [{'id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:25.023123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee7d783-bb31-4230-a2f5-919b67d0fa6b None None] The sync data for ids ['614991ad-9a7e-4785-9ec3-35e81ebf1737'] in dv-cinder-784779-3-smb is: [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:07:13Z', 'revision_number': 4, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '765d7c7a-03e8-4847-884e-6c49c61095bf', 'name': '', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'mac_address': 'fa:16:3e:65:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:23Z', 'revision_number': 4, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'subnets': [{'id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:07:25.041143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495abd58-cd68-4649-bf14-b0e4da6b97d8 None None] Pushing event updated for resources: {'Port': ['ID=e1b51747-eefe-45ee-a1bc-3df733c59b7b,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:25.067145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-495abd58-cd68-4649-bf14-b0e4da6b97d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:25.125548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a66ce432-820c-4afe-b0d2-3d576e4da8a4 None None] Provisioning for port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:25.150648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70df14f0-a6e0-4809-bbbd-461caf9900bb,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:25.153370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a66ce432-820c-4afe-b0d2-3d576e4da8a4 None None] Provisioning complete for port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:25.153850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a66ce432-820c-4afe-b0d2-3d576e4da8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:25.155035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:25.177137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-612c839e-ed86-4563-b3a1-9267b7afc3f9 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:25.248142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:25.260918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454510d-8727-4615-b7bb-9da06b8cd0fd req-a2248758-c744-4411-a0bd-76e0b5a9b227 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:25.278673 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5454510d-8727-4615-b7bb-9da06b8cd0fd req-a2248758-c744-4411-a0bd-76e0b5a9b227 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 931 time: 1.3138409 Apr 08 12:07:25.294115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:25.308391 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:25.394107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:25.507411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Pushing event updated for resources: {'Port': ['ID=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:25.552342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:25.569941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:25.621479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-cd224d2f-c51d-4e48-b8d9-f2bae2f2c5a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70df14f0-a6e0-4809-bbbd-461caf9900bb HTTP/1.1" status: 204 len: 168 time: 3.2510474 Apr 08 12:07:25.654343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42314) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:25.688262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:25.701027 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-53825bed-4ec6-4a62-bd52-a64cb85a0e71 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3145826 Apr 08 12:07:25.781987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Network 8861323a-8481-4b29-b16a-979f1676adb8 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:25.804715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:25.809133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:25.809639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.121716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a66ce432-820c-4afe-b0d2-3d576e4da8a4 None None] Port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:07:26.253251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 765d7c7a-03e8-4847-884e-6c49c61095bf up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:26.297114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.307863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:26.308579 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:26.309723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.313743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.328474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.369939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3a03b9b7-a873-41f0-96c7-d5dd76fd331b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:26.475711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.510002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:26.511555 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5454510d-8727-4615-b7bb-9da06b8cd0fd req-8bc40771-e6d5-48f5-8c94-f755e312a918 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9256015 Apr 08 12:07:26.513119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:26.548420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Pushing event updated for resources: {'Port': ['ID=f1330a0e-8454-4833-b515-ed3af014a628,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:26.575379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.398s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:26.582752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:26.598721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Usage tracker for resource:security_group_rule and tenant:4a68809596f4488fb224ea832bf8f376 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:26.617569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:26.626144 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-96c6c278-9b0e-4843-b6db-5879f9688314 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8248734 Apr 08 12:07:26.634764 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:26.641751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.669400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a4e16601-9bed-43e7-8a20-2cd364acf888 None None] Provisioning for port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:26.752931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Attempting to bind port f1330a0e-8454-4833-b515-ed3af014a628 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:26.753370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Attempting to bind port f1330a0e-8454-4833-b515-ed3af014a628 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:26.753733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Attempting to bind port f1330a0e-8454-4833-b515-ed3af014a628 on network d8234ec9-7033-4e57-abbd-40ab5f1cf950 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:26.776032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:26.788709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:26.792270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Port f1330a0e-8454-4833-b515-ed3af014a628 on network d8234ec9-7033-4e57-abbd-40ab5f1cf950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:07:26.792636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Attempting to bind port f1330a0e-8454-4833-b515-ed3af014a628 on network d8234ec9-7033-4e57-abbd-40ab5f1cf950 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:26.899640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a4e16601-9bed-43e7-8a20-2cd364acf888 None None] Provisioning complete for port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:26.900527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a4e16601-9bed-43e7-8a20-2cd364acf888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:26.903380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:26.903759 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Checking segment: {'id': '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:26.904342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Bound using segment: {'id': '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:26.905480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Bound port: f1330a0e-8454-4833-b515-ed3af014a628, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:26.911024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.050678 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:27.244793 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-295e1ff9-12f5-4b31-b8af-51e55a03f3f2 req-5c1b51e6-2609-4849-af35-c5a05fcd5305 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 210 time: 0.1943007 Apr 08 12:07:27.261823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a4e16601-9bed-43e7-8a20-2cd364acf888 None None] Port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:07:27.293442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.394722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Router 3a3b8701-915d-43e0-85a7-e4189551b122 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:07:27.431816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.436256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] For port f1330a0e-8454-4833-b515-ed3af014a628, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:27.492251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] For port f1330a0e-8454-4833-b515-ed3af014a628, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1330a0e-8454-4833-b515-ed3af014a628,segment=NetworkSegment(5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f),segment_id=5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:27.504510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42358) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:27.525364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.531038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3934fc85-202b-42d4-a3f8-78e7e79e42ba']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:27.547339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fe39c4-4be7-4694-9978-1d10fbfb6284') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:27.547682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fe39c4-4be7-4694-9978-1d10fbfb6284') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:27.553255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.562191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.562640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 765d7c7a-03e8-4847-884e-6c49c61095bf completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:27.573113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-5a23c277-4121-4880-ab50-45be7752e5aa None None] Provisioning complete for port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:27.573526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5a23c277-4121-4880-ab50-45be7752e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.584910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.591844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.594095 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.627475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 765d7c7a-03e8-4847-884e-6c49c61095bf triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:27.627854 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.648053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.653298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:27.740556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:07:27.788452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:27.794935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:22Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:27.806621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-5a23c277-4121-4880-ab50-45be7752e5aa None None] Port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:07:27.845016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe76214-fded-4564-975f-edc9d2cfc5fd None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:22Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:07:27.956690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Pushing event updated for resources: {'Port': ['ID=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:27.959859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:27.964825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:27.992070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:07:28.004496 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] 10.222.0.23 "PUT /v2.0/routers/3a3b8701-915d-43e0-85a7-e4189551b122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3691940 Apr 08 12:07:28.016941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:23Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:28.026114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540ba54-912a-45b4-8f26-f70ffd24edb9 None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:23Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:07:28.035583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 765d7c7a-03e8-4847-884e-6c49c61095bf, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=765d7c7a-03e8-4847-884e-6c49c61095bf,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:28.040302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Network 8861323a-8481-4b29-b16a-979f1676adb8 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:28.041665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:28.043377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:28.046114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:28.179321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=765d7c7a-03e8-4847-884e-6c49c61095bf,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:28.195024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:28.435403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Pushing event updated for resources: {'Port': ['ID=f1330a0e-8454-4833-b515-ed3af014a628,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:28.452566 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a68809596f4488fb224ea832bf8f376&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3289967 Apr 08 12:07:28.524399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42398) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:28.550989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ea75cc4a-3182-4b05-8daa-ac3e63a2c3c9 None None] Provisioning complete for port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:28.551409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ea75cc4a-3182-4b05-8daa-ac3e63a2c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:28.571867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-b003b83a-d154-4d28-a30f-9fb703c3de28 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:28.618701 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-b003b83a-d154-4d28-a30f-9fb703c3de28 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 819 time: 0.6102548 Apr 08 12:07:28.630752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:28.631674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:28.633248 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1330a0e-8454-4833-b515-ed3af014a628 HTTP/1.1" status: 200 len: 1093 time: 9.0631485 Apr 08 12:07:28.672568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'tag': 'f1330a0e-8454-4833-b515-ed3af014a628'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:28.694241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-ea75cc4a-3182-4b05-8daa-ac3e63a2c3c9 None None] Port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:07:28.708858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:28.772469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:28.854096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:07:28.938198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:28.954541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:28.978801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Network 3934fc85-202b-42d4-a3f8-78e7e79e42ba has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:07:28.989872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:29.036732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e4a710e0-c2e6-4bd5-9d2c-4beafb9b7948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:29.059926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8e06c-b70b-494c-9264-534ab0e5c31a,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:29.069875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:29.085256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:29.086514 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02a8e06c-b70b-494c-9264-534ab0e5c31a HTTP/1.1" status: 204 len: 168 time: 0.5610752 Apr 08 12:07:29.098346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.933s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:29.109308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:29.169116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:07:29.185079 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] 10.222.0.23 "PUT /v2.0/routers/9b35d1a3-136d-49dc-80c7-d279562efa20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6427379 Apr 08 12:07:29.341709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a8e06c-b70b-494c-9264-534ab0e5c31a,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:29.346567 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-e2dabe96-1406-480d-b94e-b76d32476e2d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/quotas/e73ee0e932904e71b6cef5451efb5e84 HTTP/1.1" status: 200 len: 375 time: 0.7257969 Apr 08 12:07:29.359200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:29.383613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.13', 55386) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:29.553471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:29.631353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Usage tracker for resource:security_group_rule and tenant:7f9d147da39e4d709aa576c081310cf3 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:29.636904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Network 3934fc85-202b-42d4-a3f8-78e7e79e42ba has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:07:29.675666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df669f2-1982-4c35-aefc-6dcab09a16cd req-e0e32607-fa74-44bd-b9a4-182233441d54 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:29.677377 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0df669f2-1982-4c35-aefc-6dcab09a16cd req-e0e32607-fa74-44bd-b9a4-182233441d54 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 943 time: 1.7470679 Apr 08 12:07:29.714437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:07:29.723062 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:07:29.835134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:29.841077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-1fb1fa60-0043-499c-9864-8788978dc911 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:29.844815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-1fb1fa60-0043-499c-9864-8788978dc911 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 819 time: 0.4425220 Apr 08 12:07:29.874448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Request body: {'port': {'device_id': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'admin_state_up': True, 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:29.967422 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-26d1d46a-e319-4e6d-a5b2-0226cea091dc tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5844676 Apr 08 12:07:29.970815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0df669f2-1982-4c35-aefc-6dcab09a16cd req-49a220e0-a12c-4c98-8adb-7a3a3b919d81 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421768 Apr 08 12:07:30.101702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:30.116882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Usage tracker for resource:port and tenant:e73ee0e932904e71b6cef5451efb5e84 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:30.123648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:30.131939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:30.151975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Made reservation on behalf of e73ee0e932904e71b6cef5451efb5e84 for: {'port': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:30.162157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:30.449845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e1b51747-eefe-45ee-a1bc-3df733c59b7b up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:30.475234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:30.495012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-cf792bb8-064e-4161-bb48-5512cefd7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:30.499594 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-cf792bb8-064e-4161-bb48-5512cefd7039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8eda45c969e45ca91c4590f44f830b6&device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 1096 time: 1.6229351 Apr 08 12:07:30.524192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:30.540257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:30.614055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Allocated IP 172.20.0.12 (b4bddeb5-480f-466d-97ca-efabf39c3e8a/f91b63d0-8e06-4218-81a6-307b310b3459/fe100018-0224-4674-9b19-ee5680f9e309) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:30.617679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port e1b51747-eefe-45ee-a1bc-3df733c59b7b completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:30.627835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port e1b51747-eefe-45ee-a1bc-3df733c59b7b triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:30.628525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:30.692785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=3934fc85-202b-42d4-a3f8-78e7e79e42ba,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:30.700343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:30.734512 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-0eeb8483-e305-4ddf-94d2-421d81bba3b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1330a0e-8454-4833-b515-ed3af014a628 HTTP/1.1" status: 200 len: 217 time: 0.2056551 Apr 08 12:07:30.924624 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3934fc85-202b-42d4-a3f8-78e7e79e42ba HTTP/1.1" status: 204 len: 168 time: 5.2377589 Apr 08 12:07:30.959547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:30.966515 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-cbfdc92c-19a3-4d9d-8f00-d0ae6d86399c service neutron] 10.222.0.23 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9782238 Apr 08 12:07:30.992187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port e1b51747-eefe-45ee-a1bc-3df733c59b7b, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=e1b51747-eefe-45ee-a1bc-3df733c59b7b,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:30.999761 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.000685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device fd293ad4-5602-434b-8872-c5c1487b61ca up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:31.063897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-9baeac29-c363-4535-b3dd-c3f25c07a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:31.067505 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-9baeac29-c363-4535-b3dd-c3f25c07a705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4c8a0b6-677c-466a-95ac-9f0406494248 HTTP/1.1" status: 200 len: 850 time: 0.2747157 Apr 08 12:07:31.072886 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42490) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:31.130140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:31.164630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.234073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.265242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:31.317559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port fd293ad4-5602-434b-8872-c5c1487b61ca completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:31.334243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port fd293ad4-5602-434b-8872-c5c1487b61ca triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:31.334774 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.344742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23449718', 'description': 'tempest-description--1480300191'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:31.387765 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42496) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:31.394308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:31.403615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.411486 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-a2c74f81-6fc8-4046-9bb3-acdde0a60525 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8234ec9-7033-4e57-abbd-40ab5f1cf950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717854 Apr 08 12:07:31.414952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:31.429406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=e1b51747-eefe-45ee-a1bc-3df733c59b7b,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:31.431969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:31.437563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:31.456198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.456198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:31.599032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.599204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1b62d82a-78e3-4838-abc2-278ffd06d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:31.606977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Pushing event updated for resources: {'Port': ['ID=fe100018-0224-4674-9b19-ee5680f9e309,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:31.613209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:31.622429 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port fd293ad4-5602-434b-8872-c5c1487b61ca, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=fd293ad4-5602-434b-8872-c5c1487b61ca,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:31.626755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.627907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 765d7c7a-03e8-4847-884e-6c49c61095bf up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:31.684166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.684293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:31.713144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:31.714807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:31.720939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:31.736870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:31.739110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:31.743347 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f9d147da39e4d709aa576c081310cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2340333 Apr 08 12:07:31.752976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42508) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:31.759585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:07:31.759823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d946486a-60fa-4c32-86fb-677f4a9dfc3d,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:31.775271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:31.814661 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e8ebe9e4-c056-4e48-93f3-2f3277b8bff2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d590c0ffc386428ca8bbf47d2b561984&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4136794 Apr 08 12:07:31.817479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42512) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:31.822555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:31.834119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:31.851200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:31.867203 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-ecb746be-3c69-4263-9803-ac00dcce7c36 service neutron] 10.222.0.23 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8877301 Apr 08 12:07:31.880259 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:31.899779 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-4624d8d4-1723-4fde-a31a-6c02d76de6b2 service neutron] 10.222.0.13 "GET /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504616 Apr 08 12:07:31.905184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=fd293ad4-5602-434b-8872-c5c1487b61ca,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:31.923626 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0593266 Apr 08 12:07:31.924856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:31.984050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Request body: {'port': {'device_id': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:31.998625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 765d7c7a-03e8-4847-884e-6c49c61095bf triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:31.999592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.067548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42522) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:32.136149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.205105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.215127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42530) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:32.241559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217290987', 'description': 'tempest-description--785059620'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:32.254380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.261128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:32.266387 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ba8d3d8-9b8d-4a40-bf9f-cbaf68f847e5 req-6cc7e8b3-de84-4de3-b972-fdc0dcdf798d service neutron] 10.222.0.13 "GET /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455846 Apr 08 12:07:32.268910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.270237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:32.288219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:32.303926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:32.314494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:32.335082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.432403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.518614 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'tag': 'f1330a0e-8454-4833-b515-ed3af014a628', 'status': 'completed', 'code': 200} Apr 08 12:07:32.523454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62d818b-79af-434c-aa1e-9d8951059553,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:32.526238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.535919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e1b51747-eefe-45ee-a1bc-3df733c59b7b up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:32.544563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:32.552765 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.572480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:32.573042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d946486a-60fa-4c32-86fb-677f4a9dfc3d,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:32.580575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:32.582096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.621511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:32.634432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Usage tracker for resource:security_group_rule and tenant:6a08593722f94d54b9b36dca0445f034 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:32.638443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:32.652277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:32.659686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port e1b51747-eefe-45ee-a1bc-3df733c59b7b triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:32.660102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.680979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.691236 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6007617 Apr 08 12:07:32.692371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42546) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:32.801572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:07:32.818105 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4db107b8-6d9e-4c25-a7eb-ed5242946edc req-e5cf55a3-3bd8-4701-aef1-003a6bbe58de tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 210 time: 0.2473819 Apr 08 12:07:32.833126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.834627 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d946486a-60fa-4c32-86fb-677f4a9dfc3d HTTP/1.1" status: 204 len: 168 time: 1.0776346 Apr 08 12:07:32.839548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:32.844487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:32.845658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device fd293ad4-5602-434b-8872-c5c1487b61ca up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:32.847425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:32.853915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:32.892119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:32.892913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:32.933712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.940754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'security_group_rule': {'security_group_id': 'a62d818b-79af-434c-aa1e-9d8951059553', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:32.950228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:32.959141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:33.007669 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:33.015491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:33.028342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:33.040407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.041642 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8130772 Apr 08 12:07:33.081227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42558) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:33.122584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:33.160866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port fd293ad4-5602-434b-8872-c5c1487b61ca triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:33.161435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.175201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'security_group_rule': {'security_group_id': 'ba2e1b44-f624-4bf4-8acc-13b9b3862abe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:33.205158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.252350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:07:33.313797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:33.331684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:33.332346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:33.339295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.348293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf7e7-4e23-42b8-8d89-700b6db0beef req-7d8364b4-2253-4f38-983c-21904df87c27 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:33.355180 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b5ebf7e7-4e23-42b8-8d89-700b6db0beef req-7d8364b4-2253-4f38-983c-21904df87c27 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 943 time: 1.0211432 Apr 08 12:07:33.361440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:33.385832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:33.398903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d06d39-d70c-4ac7-b0d2-7629632df5c7,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:33.403711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:33.409774 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:33.412182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.413537 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9d06d39-d70c-4ac7-b0d2-7629632df5c7 HTTP/1.1" status: 204 len: 168 time: 1.5948834 Apr 08 12:07:33.417519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-3b235c15-cfc9-4321-ab4a-aee12e181a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:33.419243 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-3b235c15-cfc9-4321-ab4a-aee12e181a5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8eda45c969e45ca91c4590f44f830b6&device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.8439415 Apr 08 12:07:33.425091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e1b44-f624-4bf4-8acc-13b9b3862abe,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:33.491878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:33.501714 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b5ebf7e7-4e23-42b8-8d89-700b6db0beef req-c74169c8-f633-4556-96e6-f366940bdfdc tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224997 Apr 08 12:07:33.576933 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe100018-0224-4674-9b19-ee5680f9e309 {{(pid=84399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:33.588528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-58260b76-a382-43eb-a555-4f5bfc25d547 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:33.588983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.589265 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.621524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Transition to ACTIVE for port object fe100018-0224-4674-9b19-ee5680f9e309 will not be triggered until provisioned by entity L2. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:33.627464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.644704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:33.667476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2d35804b-9168-4b89-972a-5f05e0d5e3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:33.847474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:33.970032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.13', 55392) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:34.022950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:26Z', 'revision_number': 2, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:34.032562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:07:34.033160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Updating router 3a3b8701-915d-43e0-85a7-e4189551b122 port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:07:34.070718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Pushing event updated for resources: {'Port': ['ID=fe100018-0224-4674-9b19-ee5680f9e309,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:34.084240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:34.085939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:34.186281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:34.289804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42596) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:34.337147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:34.352351 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a08593722f94d54b9b36dca0445f034&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2810447 Apr 08 12:07:34.353985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-86594557-3143-4eb6-86ad-a3d399aa7bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:34.355670 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-86594557-3143-4eb6-86ad-a3d399aa7bfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8234ec9-7033-4e57-abbd-40ab5f1cf950 HTTP/1.1" status: 200 len: 911 time: 0.9277663 Apr 08 12:07:34.356630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:34.403256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42606) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:34.462234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:34.540013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42612) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:34.570248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:34.609407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Attempting to bind port fe100018-0224-4674-9b19-ee5680f9e309 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:34.612576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Attempting to bind port fe100018-0224-4674-9b19-ee5680f9e309 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'}] {{(pid=84399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:34.613074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Attempting to bind port fe100018-0224-4674-9b19-ee5680f9e309 on network b4bddeb5-480f-466d-97ca-efabf39c3e8a {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:34.639282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Port fe100018-0224-4674-9b19-ee5680f9e309 on network b4bddeb5-480f-466d-97ca-efabf39c3e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:07:34.643058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Attempting to bind port fe100018-0224-4674-9b19-ee5680f9e309 on network b4bddeb5-480f-466d-97ca-efabf39c3e8a {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:34.668881 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fc58ec5f-4e19-4a82-aad6-09d7ac80d51a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39e12430493444a4a5412e385008cdc1&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3331089 Apr 08 12:07:34.674262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42624) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:34.677387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:34.683795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Checking segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:34.684655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Bound using segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:34.685271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Bound port: fe100018-0224-4674-9b19-ee5680f9e309, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'}}] {{(pid=84399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:34.686004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:34.834289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] For port fe100018-0224-4674-9b19-ee5680f9e309, host hv-cinder-78477, cleared binding levels {{(pid=84399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:34.839183 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] For port fe100018-0224-4674-9b19-ee5680f9e309, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe100018-0224-4674-9b19-ee5680f9e309,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:34.859771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:34.886933 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:35.007182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device f1330a0e-8454-4833-b515-ed3af014a628 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:07:35.032566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Pushing event updated for resources: {'Port': ['ID=fe100018-0224-4674-9b19-ee5680f9e309,revision_number=3']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:35.036584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:35.071809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36167b9-f31f-4fde-aca4-70a7344bcfed,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:35.078007 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f1fcb012-0f81-4f3f-8ddb-46dc79e45ea3 req-eafcdd0f-feac-4fdf-9962-771dc3b9b82f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 210 time: 0.9901206 Apr 08 12:07:35.081673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:35.100676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.120355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.142404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.152441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Transition to ACTIVE for port object aa3b7fb8-5598-4197-97e8-07ce583e6fa9 will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:35.165324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.175595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.184695 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-a6d5da84-072e-4952-9cf5-01c1e2bce1c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1330a0e-8454-4833-b515-ed3af014a628 HTTP/1.1" status: 200 len: 217 time: 0.7802439 Apr 08 12:07:35.245154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.264180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.267007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port f1330a0e-8454-4833-b515-ed3af014a628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1330a0e-8454-4833-b515-ed3af014a628,segment=NetworkSegment(5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f),segment_id=5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:35.283616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:35.287467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e71c1c73-a7c1-40cd-9a5a-68d5cb3cd427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:35.290115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'f1330a0e-8454-4833-b515-ed3af014a628', 'network_id': 'd8234ec9-7033-4e57-abbd-40ab5f1cf950', 'port_id': 'f1330a0e-8454-4833-b515-ed3af014a628', 'mac_address': 'fa:16:3e:19:29:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c8a0b6-677c-466a-95ac-9f0406494248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:07:35.304882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2c4017-f986-4aa2-a7e8-1ce7e7517fa6,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:35.309991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ebedc121198a434b94a3de7aaa6f5ca8 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:35.312079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-3ce506f9-d2f2-4af3-b281-f6afa7e7f7a4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:35.313944 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-3ce506f9-d2f2-4af3-b281-f6afa7e7f7a4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 819 time: 1.3407650 Apr 08 12:07:35.325982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:35.327435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:35.329401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:35.338811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:35.350752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.354025 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e2c4017-f986-4aa2-a7e8-1ce7e7517fa6 HTTP/1.1" status: 204 len: 168 time: 0.6783826 Apr 08 12:07:35.356799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:35.372331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.403017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1330a0e-8454-4833-b515-ed3af014a628 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:35.406560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:35.407483 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.409135 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] 10.222.0.13 "PUT /v2.0/ports/fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 1094 time: 3.4602921 Apr 08 12:07:35.409843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'tag': 'fe100018-0224-4674-9b19-ee5680f9e309'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:35.431232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port f1330a0e-8454-4833-b515-ed3af014a628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1330a0e-8454-4833-b515-ed3af014a628,segment=NetworkSegment(5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f),segment_id=5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:35.442695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.444813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:35.471481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c7bc-f021-46a3-a3c0-131f574eb5a1 None None] Pushing event updated for resources: {'Port': ['ID=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:35.483124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92e8c7bc-f021-46a3-a3c0-131f574eb5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:35.506727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Request body: {'port': {'device_id': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'admin_state_up': True, 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:35.531534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:26Z', 'revision_number': 2, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:35.536591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=f1330a0e-8454-4833-b515-ed3af014a628,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:35.540641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:07:35.541058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Updating router 9b35d1a3-136d-49dc-80c7-d279562efa20 port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:07:35.586360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:35.677654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.809805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-e9133fe3-efe8-4532-b77e-110becfe887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:35.812599 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-e9133fe3-efe8-4532-b77e-110becfe887b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1097 time: 0.2374494 Apr 08 12:07:35.827874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f1193d-7048-406d-9638-00b3225fa1d8,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:35.848243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.851023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:35.892663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.937835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acd08d-f89c-406d-81eb-8f4b8649230f req-989437d3-c677-4a5c-baef-ec8ebf456ac1 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:35.946441 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-23acd08d-f89c-406d-81eb-8f4b8649230f req-989437d3-c677-4a5c-baef-ec8ebf456ac1 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 943 time: 0.8794467 Apr 08 12:07:35.948914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.959965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.963786 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a7155a3f-0bfa-43dc-ae15-fe42d3f9e3bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8410406 Apr 08 12:07:35.974842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:35.983432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42650) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:36.011603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:36.020647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-c12b5494-5711-47f0-81de-5337350c8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:36.022441 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-c12b5494-5711-47f0-81de-5337350c8650 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4c8a0b6-677c-466a-95ac-9f0406494248 HTTP/1.1" status: 200 len: 850 time: 0.6993234 Apr 08 12:07:36.040641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-23acd08d-f89c-406d-81eb-8f4b8649230f req-6833ec19-f43a-4c62-aa63-c4b515f57322 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931199 Apr 08 12:07:36.116916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'security_group_rule': {'security_group_id': 'ba2e1b44-f624-4bf4-8acc-13b9b3862abe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:36.125445 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-5261d211-a4a1-4074-9bff-8504c5f5591b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.3031938 Apr 08 12:07:36.209898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Attempting to bind port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:36.210314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Attempting to bind port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:36.210890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Attempting to bind port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:36.224221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969778-8423-4e5a-b7ae-492543188e5b req-5043e8f9-f210-456f-8083-0001c59fa348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:36.226011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:36.226433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Checking segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:36.226882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.227315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Bound using segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:36.228093 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-5043e8f9-f210-456f-8083-0001c59fa348 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.0955832 Apr 08 12:07:36.233297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Bound port: aa3b7fb8-5598-4197-97e8-07ce583e6fa9, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:36.233944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.237623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.261493 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4546657 Apr 08 12:07:36.311045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:36.313384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42666) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:36.320860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cb16e7-fc03-4a06-8da8-daa4bca07f08,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:36.325193 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-43e179c8-88a1-4ca2-aba8-492fd14a5bf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8234ec9-7033-4e57-abbd-40ab5f1cf950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2670445 Apr 08 12:07:36.328002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:36.363765 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.372051 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-5b5db008-3fe0-46dc-a60c-fcd142b4411c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324301 Apr 08 12:07:36.379156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Transition to ACTIVE for port object 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:36.388604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['f1330a0e-8454-4833-b515-ed3af014a628'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:07:36.390946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'security_group_rule': {'security_group_id': 'a62d818b-79af-434c-aa1e-9d8951059553', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:36.398092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:36.402127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:36.405706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:36.411909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.412427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:36.421733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.426690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:36.450156 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-76e21dca-b468-4c0c-af3f-c93aec05580c req-121f0957-11dc-4961-bf19-259b0dbb6072 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 210 time: 0.1164441 Apr 08 12:07:36.450279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.451217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:36.456602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] For port aa3b7fb8-5598-4197-97e8-07ce583e6fa9, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:36.469585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] For port aa3b7fb8-5598-4197-97e8-07ce583e6fa9, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:36.482963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.493073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:36.505884 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebedc121198a434b94a3de7aaa6f5ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9160073 Apr 08 12:07:36.563668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42672) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:36.647722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4502be0c-b4ba-430e-a266-5532cd375453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:36.715231 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-58742e28-b55f-446f-b763-e6dafbcbd43a service neutron] 10.222.0.13 "GET /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862170 Apr 08 12:07:36.722809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:36.740244 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'tag': 'fe100018-0224-4674-9b19-ee5680f9e309', 'status': 'completed', 'code': 200} Apr 08 12:07:36.743922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.744611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:36.796753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.807607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.901808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f60ce-2cfa-47ad-bf18-ea62202ca693,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:36.906806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:36.912355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:36.919473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfacc9-4ecc-4a5a-b9eb-c8b2a8d5ae2e None None] Pushing event updated for resources: {'Port': ['ID=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:36.922214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:36.931728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c7bc-f021-46a3-a3c0-131f574eb5a1 None None] Pushing event updated for resources: {'Port': ['ID=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,revision_number=4']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:36.934269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Usage tracker for resource:port and tenant:e73ee0e932904e71b6cef5451efb5e84 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:36.941547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92e8c7bc-f021-46a3-a3c0-131f574eb5a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:36.946353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-85a4f053-7563-4310-9417-20beb159f7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:36.951903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:36.954281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-31bfacc9-4ecc-4a5a-b9eb-c8b2a8d5ae2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:36.990069 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:36.991141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:36.998959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:37.013139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.026882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f60ce-2cfa-47ad-bf18-ea62202ca693,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:37.030999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.032208 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d77f60ce-2cfa-47ad-bf18-ea62202ca693 HTTP/1.1" status: 204 len: 168 time: 0.4651823 Apr 08 12:07:37.047348 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:37.119493 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-c9692f5f-c1d8-420a-932c-4065f29cfcc3 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960826 Apr 08 12:07:37.261833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Made reservation on behalf of e73ee0e932904e71b6cef5451efb5e84 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:37.285005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.334318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.402430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:37.457598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.480265 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-13969778-8423-4e5a-b7ae-492543188e5b req-7ee3504d-39ee-4a0c-895e-5d9accd1e56b service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458753 Apr 08 12:07:37.706930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.713932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-de6d0b32-498b-4aad-ad91-5c1241213bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:37.722268 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-de6d0b32-498b-4aad-ad91-5c1241213bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1097 time: 0.1719291 Apr 08 12:07:37.723939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:37.831801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Attempting to bind port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:37.834377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Attempting to bind port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:37.835016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Attempting to bind port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 on network 8861323a-8481-4b29-b16a-979f1676adb8 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:37.850980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:37.851640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Checking segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:37.854309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.854968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Bound using segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:37.855851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Bound port: 9a64e0cf-0002-4eeb-847e-fa87f256fcf6, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:37.856477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.876285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.880423 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1204f17-e784-45d9-bf23-4e5d39600230 req-b45e0b25-5f6d-49d7-9cbc-489e266323f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1492982 Apr 08 12:07:37.918222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-c142795d-1c99-4b9e-9c91-f7d5ec92d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:37.919826 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-c142795d-1c99-4b9e-9c91-f7d5ec92d703 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.1901574 Apr 08 12:07:37.926300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42708) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:37.954758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:37.963207 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] For port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:37.964402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42714) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:37.973304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] For port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:37.981337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.006413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:38.013931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:36Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:38.018499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0541c68c-cf7c-4ea7-9580-9f6bb065ef1f None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:36Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:07:38.019284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36167b9-f31f-4fde-aca4-70a7344bcfed,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:38.041525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.045837 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b36167b9-f31f-4fde-aca4-70a7344bcfed HTTP/1.1" status: 204 len: 168 time: 3.5821242 Apr 08 12:07:38.046853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.059364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:38.072804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:38.085151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-12300c88-d92d-4857-8f29-5ebef29a3bbb req-090a3b14-11f2-4fe3-9159-29e646f09b5e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Synchronizing usage tracker for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:38.117518 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-23e6097f-240f-4479-a8ec-e9c037ec55ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.1857615 Apr 08 12:07:38.118377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:38.131169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Usage tracker for resource:security_group_rule and tenant:4d33ac303ab040bcbf949cde35f76030 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:38.154787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa921cc-e385-44c5-9bba-b53e68216eff,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:38.158203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.163419 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-716b4bad-14b7-46bc-bb8a-06171314fe24 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8371816 Apr 08 12:07:38.166453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42724) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:38.193608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c56fd1-d2a9-4add-8f87-b6c19e5b1bc3,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:38.199847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.205381 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1818690 Apr 08 12:07:38.212732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:38.219185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 42728) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:38.220204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:38.220204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b277075e-6fae-4bb6-b72d-436f3b2fa3f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:38.233435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'floatingip': {'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:38.242027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-95659ebc-45ea-4c21-9678-7d4fd343c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:38.243949 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-95659ebc-45ea-4c21-9678-7d4fd343c447 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.1181097 Apr 08 12:07:38.245091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:38.256914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:38.257221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfacc9-4ecc-4a5a-b9eb-c8b2a8d5ae2e None None] Pushing event updated for resources: {'Port': ['ID=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:38.260570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:38.262700 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:floatingip and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:38.264704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-31bfacc9-4ecc-4a5a-b9eb-c8b2a8d5ae2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:38.266689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:38.273566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:38.282581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'floatingip': {'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:38.300958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:07:38.301672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:38.317015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:38.334759 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e456b7-3cee-472f-a94e-c16ba381eee0 req-005edcd1-2777-45ee-8e40-13a7c28cfc23 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:38.339559 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d9e456b7-3cee-472f-a94e-c16ba381eee0 req-005edcd1-2777-45ee-8e40-13a7c28cfc23 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 944 time: 0.9941182 Apr 08 12:07:38.366317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-12300c88-d92d-4857-8f29-5ebef29a3bbb req-090a3b14-11f2-4fe3-9159-29e646f09b5e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Unset dirty status for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:38.367625 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-12300c88-d92d-4857-8f29-5ebef29a3bbb req-090a3b14-11f2-4fe3-9159-29e646f09b5e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 210 time: 0.6592274 Apr 08 12:07:38.368719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:floatingip and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:38.375041 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-cbffa363-3dec-45ad-9647-62e18325a7ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156933 Apr 08 12:07:38.436262 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d9e456b7-3cee-472f-a94e-c16ba381eee0 req-1af16083-cee9-4d7c-b802-4751819fda48 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Apr 08 12:07:38.557388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:38.602560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.646741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:38.829598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.832258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:07:38.863992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.867169 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-f1cec2ef-4ff6-4591-8e26-e85f83cd1a05 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843166 Apr 08 12:07:38.868121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.878122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:38.926541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:38.991760 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c6a8d934-7398-482c-94db-e9be8aac70b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:38.998087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device f1330a0e-8454-4833-b515-ed3af014a628 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:39.017320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Allocated IP 172.20.0.11 (b4bddeb5-480f-466d-97ca-efabf39c3e8a/f91b63d0-8e06-4218-81a6-307b310b3459/6d6eba70-d654-4521-9ed8-b2820b525e0f) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:39.132603 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bdc3b8c-0a93-4816-b25a-1474e327a2d2 req-df98339c-137f-4ad4-9ed4-c00cbbf50363 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514391 Apr 08 12:07:39.139692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:39.195358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Usage tracker for resource:security_group_rule and tenant:79c7d825984141ee99c60d612b7d8dcc is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:39.205160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:39.217244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94b9d72-bfed-4166-8ec5-078831608e2e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:39.226365 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d33ac303ab040bcbf949cde35f76030&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2988343 Apr 08 12:07:39.229055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:39.233360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:39.235609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42752) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:39.403620 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.419133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.467579 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.481112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.488371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.610736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.616991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.629374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:39.660016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.702976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.704562 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d94b9d72-bfed-4166-8ec5-078831608e2e HTTP/1.1" status: 204 len: 168 time: 0.4676752 Apr 08 12:07:39.710409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79c7d825984141ee99c60d612b7d8dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6788800 Apr 08 12:07:39.710409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568d7bb1-e915-477e-9824-fcf8d1cbef5c,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:39.711837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42772) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:39.722223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:39.723250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-826f62c2-e8bd-46b9-94fb-ca3ec029925e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:39.744947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Allocated IP 172.28.0.120 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/713574d1-18ef-4d20-895f-401611d88eca) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:39.825164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07965152-5e6b-4fb9-ad45-98112752d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.837196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94b9d72-bfed-4166-8ec5-078831608e2e,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:39.841080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:39.894166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.924938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.932094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port f1330a0e-8454-4833-b515-ed3af014a628 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:39.940510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port f1330a0e-8454-4833-b515-ed3af014a628 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:39.941268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:39.955426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.032577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.070621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:40.081703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:40.082636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.106376 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.114301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:40.127192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d7bb1-e915-477e-9824-fcf8d1cbef5c,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:40.132357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:40.134618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.135627 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568d7bb1-e915-477e-9824-fcf8d1cbef5c HTTP/1.1" status: 204 len: 168 time: 0.4227333 Apr 08 12:07:40.140573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:37Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:07:40.158279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dde3bd-8417-4c71-acd4-4474d401817d None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:37Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:07:40.225860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.249681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port f1330a0e-8454-4833-b515-ed3af014a628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1330a0e-8454-4833-b515-ed3af014a628,segment=NetworkSegment(5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f),segment_id=5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:40.251395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1330a0e-8454-4833-b515-ed3af014a628'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:40.342415 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.347373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:40.504831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.524756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:40.534682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.535652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device aa3b7fb8-5598-4197-97e8-07ce583e6fa9 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:40.546186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f172cc92-a4df-44b5-8cef-9e47124fc580 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:40.603156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=f1330a0e-8454-4833-b515-ed3af014a628,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:40.626330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:40.626867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:40.632451 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f194ba01-193d-4b30-a0b4-91014e85a5f1 req-14ed80bb-5acc-4aea-b8ef-aef6d7c86ce6 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 210 time: 0.6054230 Apr 08 12:07:40.651608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'Port': ['ID=713574d1-18ef-4d20-895f-401611d88eca,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:40.756941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-23eb67f3-1995-41f1-9298-c08b569ae86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.781685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:40.792362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:40.792782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.874143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:40.886573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:40.921702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42802) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:40.954870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.966161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:40.987784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fe100018-0224-4674-9b19-ee5680f9e309 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:07:40.995044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:40.995314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port aa3b7fb8-5598-4197-97e8-07ce583e6fa9, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:41.001262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.002666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Usage tracker for resource:security_group_rule and tenant:00506138fe3d41aea7ce7cbdf9510892 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:41.010334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:41.019463 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-495abd58-cd68-4649-bf14-b0e4da6b97d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:41.022896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:41.029694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Allocated IP 172.28.0.109 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/95e8e63c-9a04-4ef8-9fb0-2d84808b2af3) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:41.212641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:41.220557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.227571 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.237202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:41.254403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:41.326545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1105a92-0b34-41c6-a63f-9cde7a7c55eb,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:41.343603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:41.345172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:41.355666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:41.359797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.382697 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00506138fe3d41aea7ce7cbdf9510892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568563 Apr 08 12:07:41.382870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:41.383265 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.384524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 42816) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:41.423904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:41.425396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:41.435231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.445267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:41.507373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.538576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.603392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.607638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fe100018-0224-4674-9b19-ee5680f9e309, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe100018-0224-4674-9b19-ee5680f9e309,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:41.616570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.626979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:41.634640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.645389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'fe100018-0224-4674-9b19-ee5680f9e309', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'port_id': 'fe100018-0224-4674-9b19-ee5680f9e309', 'mac_address': 'fa:16:3e:ad:e5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:07:41.646432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1105a92-0b34-41c6-a63f-9cde7a7c55eb,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:41.657158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:41.660039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.661585 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1105a92-0b34-41c6-a63f-9cde7a7c55eb HTTP/1.1" status: 204 len: 168 time: 0.2750058 Apr 08 12:07:41.698134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:41.730495 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.732050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe100018-0224-4674-9b19-ee5680f9e309 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:41.770223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fe100018-0224-4674-9b19-ee5680f9e309, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe100018-0224-4674-9b19-ee5680f9e309,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:41.771755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.777622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.783214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-31bfacc9-4ecc-4a5a-b9eb-c8b2a8d5ae2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:41.895533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Pushing event updated for resources: {'Port': ['ID=6d6eba70-d654-4521-9ed8-b2820b525e0f,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:41.899898 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1330a0e-8454-4833-b515-ed3af014a628', 'code': 200} Apr 08 12:07:41.900649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=fe100018-0224-4674-9b19-ee5680f9e309,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:41.903816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:41.905004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:41.953399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:41.989772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fe100018-0224-4674-9b19-ee5680f9e309'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:07:42.084889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:42.207703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619dac7-c900-4128-924f-1fea2906047b req-c218e32d-a621-4668-a2dd-83b600579ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:42.211485 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9619dac7-c900-4128-924f-1fea2906047b req-c218e32d-a621-4668-a2dd-83b600579ddd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 1098 time: 0.1678736 Apr 08 12:07:42.259256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.291106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:42.293007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:42.301216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Usage tracker for resource:security_group_rule and tenant:950936327e844f8c90509205cf5aff96 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:42.304409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:42.310977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:42.336669 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb16f1-30c6-4579-80ca-663dffa4a734 req-8ac2318a-e6b7-43c2-8ff1-067eba5beef5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:42.339875 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1cb16f1-30c6-4579-80ca-663dffa4a734 req-8ac2318a-e6b7-43c2-8ff1-067eba5beef5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 944 time: 2.3156321 Apr 08 12:07:42.364479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:42.368437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:42.405420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.410278 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.426093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.427377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0021e5b5-8aae-4783-9d2c-6a0fc450c1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:42.437389 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9619dac7-c900-4128-924f-1fea2906047b req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184422 Apr 08 12:07:42.462346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e75bb846-cbdc-481d-b80a-a88a8a09a3e6,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:42.465437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:42.671661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:42.709239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:42.864025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.890363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:42.936737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.959814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:42.975086 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1cb16f1-30c6-4579-80ca-663dffa4a734 req-106050ba-af66-46a6-a62c-8c1d7bce7aa7 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478292 Apr 08 12:07:42.985732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fe100018-0224-4674-9b19-ee5680f9e309 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:43.021140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'Port': ['ID=95e8e63c-9a04-4ef8-9fb0-2d84808b2af3,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:43.050478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.062920 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:43.063606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.092325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:43.159840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:43.167477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port fe100018-0224-4674-9b19-ee5680f9e309 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:43.182499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port fe100018-0224-4674-9b19-ee5680f9e309 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:43.182940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.273384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device aa3b7fb8-5598-4197-97e8-07ce583e6fa9 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:43.371246 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.0204034 Apr 08 12:07:43.468648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:43.469417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.554485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.574531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fe100018-0224-4674-9b19-ee5680f9e309, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe100018-0224-4674-9b19-ee5680f9e309,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:43.579540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.584082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:43.644291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'Port': ['ID=713574d1-18ef-4d20-895f-401611d88eca,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:43.657459 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Request body: {'port': {'device_id': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:43.673144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=fe100018-0224-4674-9b19-ee5680f9e309,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:43.685535 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:43.719392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:43.751288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1928-6842-4cd1-9574-6861ef596ee3 req-2c6032e6-233a-44d6-8672-eb9f94d2b528 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:43.769561 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c47a1928-6842-4cd1-9574-6861ef596ee3 req-2c6032e6-233a-44d6-8672-eb9f94d2b528 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 932 time: 1.8128963 Apr 08 12:07:43.846911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c47a1928-6842-4cd1-9574-6861ef596ee3 req-0488895a-42e8-4bce-80cf-b39c7162166b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Synchronizing usage tracker for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:43.893556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:43.900971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe100018-0224-4674-9b19-ee5680f9e309'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:43.981224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c47a1928-6842-4cd1-9574-6861ef596ee3 req-0488895a-42e8-4bce-80cf-b39c7162166b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Unset dirty status for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:43.992885 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c47a1928-6842-4cd1-9574-6861ef596ee3 req-0488895a-42e8-4bce-80cf-b39c7162166b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222462 Apr 08 12:07:44.009387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:44.014176 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe100018-0224-4674-9b19-ee5680f9e309', 'code': 200} Apr 08 12:07:44.379186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:44.397417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fa5c8-e4ae-4b85-938a-ffe5d7ba1819 req-4f3f5021-9a0f-46c8-9fcd-54380c441cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:44.399057 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-631fa5c8-e4ae-4b85-938a-ffe5d7ba1819 req-4f3f5021-9a0f-46c8-9fcd-54380c441cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.1192524 Apr 08 12:07:44.478911 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-631fa5c8-e4ae-4b85-938a-ffe5d7ba1819 req-2094f67e-ce7b-4f73-a568-7ce2cba4ec2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721555 Apr 08 12:07:44.602031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:44.657104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:44.755098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:44.913168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:45.010235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'Port': ['ID=95e8e63c-9a04-4ef8-9fb0-2d84808b2af3,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:45.056739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:45.068522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3db9d-3a14-40ad-8eaa-f815c4a4bcf3 req-e68314f8-0dfd-4d08-8c0d-c7609c54881e tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:45.077444 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-91b3db9d-3a14-40ad-8eaa-f815c4a4bcf3 req-e68314f8-0dfd-4d08-8c0d-c7609c54881e tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 945 time: 0.5831413 Apr 08 12:07:45.081955 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:45.093182 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9011130 Apr 08 12:07:45.261330 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-91b3db9d-3a14-40ad-8eaa-f815c4a4bcf3 req-18b130a4-3a0c-497c-be61-3d70dddfe5a5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835239 Apr 08 12:07:45.331143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:45.415290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cce600-750a-49b1-9f21-a11313fa95c5 req-67f8bee5-6e2d-4d75-92c3-c8fddc4ef41d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:45.419039 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-97cce600-750a-49b1-9f21-a11313fa95c5 req-67f8bee5-6e2d-4d75-92c3-c8fddc4ef41d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 932 time: 0.2400556 Apr 08 12:07:45.436609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:45.446476 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2252145 Apr 08 12:07:45.496267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6eba70-d654-4521-9ed8-b2820b525e0f {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:45.509801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:45.524143 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-97cce600-750a-49b1-9f21-a11313fa95c5 req-00540592-6819-44be-9793-81dc3ca54db4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917921 Apr 08 12:07:45.550636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-5822e7e6-2c53-418c-8c0c-5304d7a39005 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Synchronizing usage tracker for tenant:59415f94b4c6401eaec1680916137167 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:45.586221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Transition to ACTIVE for port object 6d6eba70-d654-4521-9ed8-b2820b525e0f will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:45.593726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:45.616935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:45.739437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-5822e7e6-2c53-418c-8c0c-5304d7a39005 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Unset dirty status for tenant:59415f94b4c6401eaec1680916137167 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:45.739641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-5822e7e6-2c53-418c-8c0c-5304d7a39005 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--23449718&fields=id&tenant_id=59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 267 time: 0.3085170 Apr 08 12:07:45.903285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-8309c2c2-05fb-424c-950c-dcc4ba07a54a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Synchronizing usage tracker for tenant:ceac814225024399ad54e34ce4677ad5 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:45.946203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Pushing event updated for resources: {'Port': ['ID=6d6eba70-d654-4521-9ed8-b2820b525e0f,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:45.952953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:45.993403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-8309c2c2-05fb-424c-950c-dcc4ba07a54a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Unset dirty status for tenant:ceac814225024399ad54e34ce4677ad5 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:46.004310 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-8309c2c2-05fb-424c-950c-dcc4ba07a54a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--217290987&fields=id&tenant_id=ceac814225024399ad54e34ce4677ad5 HTTP/1.1" status: 200 len: 267 time: 0.2541986 Apr 08 12:07:46.470907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-fc0834d8-7249-4be4-b927-4b7e7bdcd640 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:46.478091 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-fc0834d8-7249-4be4-b927-4b7e7bdcd640 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 816 time: 0.7188768 Apr 08 12:07:46.552800 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-809d0561-5b2c-4705-ae83-33f3513d91dd tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/quotas/59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 375 time: 0.0737045 Apr 08 12:07:46.686772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-8424fa31-0056-4ef2-add7-5cbbac1749e3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:46.694009 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-8424fa31-0056-4ef2-add7-5cbbac1749e3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 810 time: 0.6885965 Apr 08 12:07:46.736014 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-b08fcc24-bb25-4544-b322-6d343e1f54a7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/quotas/ceac814225024399ad54e34ce4677ad5 HTTP/1.1" status: 200 len: 375 time: 0.0407429 Apr 08 12:07:46.804650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Attempting to bind port 6d6eba70-d654-4521-9ed8-b2820b525e0f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:46.805034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Attempting to bind port 6d6eba70-d654-4521-9ed8-b2820b525e0f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:46.805404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Attempting to bind port 6d6eba70-d654-4521-9ed8-b2820b525e0f on network b4bddeb5-480f-466d-97ca-efabf39c3e8a {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:46.817610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Port 6d6eba70-d654-4521-9ed8-b2820b525e0f on network b4bddeb5-480f-466d-97ca-efabf39c3e8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:07:46.818008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Attempting to bind port 6d6eba70-d654-4521-9ed8-b2820b525e0f on network b4bddeb5-480f-466d-97ca-efabf39c3e8a {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:46.828904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:46.829278 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Checking segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:46.829707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Bound using segment: {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:46.830248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Bound port: 6d6eba70-d654-4521-9ed8-b2820b525e0f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983e6be4-c6ba-4865-aeb2-050636f3cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:46.830632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:46.898271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43092) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:46.910941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-80054b75-4e7a-480f-b77d-5bae45053858 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3566124 Apr 08 12:07:46.932109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43102) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:47.101038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.116120 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-5ffac369-3d17-48cc-9247-af585fa2dcb4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3791392 Apr 08 12:07:47.126593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] For port 6d6eba70-d654-4521-9ed8-b2820b525e0f, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:47.131648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] For port 6d6eba70-d654-4521-9ed8-b2820b525e0f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:47.131878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.151475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:47.156970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8441ee50e847088f8e7815bf34c924 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:47.160554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:47.166742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:47.217513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:47.222916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Usage tracker for resource:security_group_rule and tenant:f203943bebbd47a4b6cf7e054e8a8cfc is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:47.226044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:47.228626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.237054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:47.265670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:47.304794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.312631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.327211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9d290027-b0b5-4e78-8dbd-ea163b8cb2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:47.373842 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd8441ee50e847088f8e7815bf34c924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403565 Apr 08 12:07:47.383411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 43122) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:47.394482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43124) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:47.402457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb9a7a7-897b-401f-8eaf-216bf4e1f681,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:47.417798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:47.426505 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-22083714-d322-481f-be4b-170c4735e403 service neutron] 10.222.0.23 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029113 Apr 08 12:07:47.437663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.441956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.450450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:47.495102 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f203943bebbd47a4b6cf7e054e8a8cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966148 Apr 08 12:07:47.496899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8873e3-d23a-425b-a92d-4f278db6d71a,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:47.501970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43132) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:47.505474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:47.550423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.576741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:47.585961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2080ad3c6a14de7be095345f6b67022 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:47.589825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:47.597677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:47.601728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Pushing event updated for resources: {'Port': ['ID=6d6eba70-d654-4521-9ed8-b2820b525e0f,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:47.615206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:47.619556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.645042 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-6a416b6e-9edd-4c35-9ca0-a46ecfa55dfb service neutron] 10.222.0.23 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102925 Apr 08 12:07:47.661816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.758119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.766582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d5605bec-00e0-488a-af0e-e311f5f9844c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:47.776249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.785729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8873e3-d23a-425b-a92d-4f278db6d71a,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:47.787552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.794088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.795088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:47.795617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:47.824990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.837268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.841259 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7733e13a-fcdc-4ecb-8c67-be1ee70f0760 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da8873e3-d23a-425b-a92d-4f278db6d71a HTTP/1.1" status: 204 len: 168 time: 0.3380494 Apr 08 12:07:47.860042 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2080ad3c6a14de7be095345f6b67022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643023 Apr 08 12:07:47.861259 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9dbc51-eb54-499b-b7e1-600b841d9497,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:47.863888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43142) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:47.867070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:47.933543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.946967 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-fadd7456-7227-4ea9-b9fa-0bea8d4696c7 service neutron] 10.222.0.23 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976346 Apr 08 12:07:47.968080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.979738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:47.980293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:47.981837 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] 10.222.0.13 "PUT /v2.0/ports/6d6eba70-d654-4521-9ed8-b2820b525e0f HTTP/1.1" status: 200 len: 1094 time: 4.3294170 Apr 08 12:07:47.982862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'tag': '6d6eba70-d654-4521-9ed8-b2820b525e0f'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:47.991749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.026040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e8410a29-9992-4e6e-9824-eae18b376a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:48.050914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.057673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:48.074677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9dbc51-eb54-499b-b7e1-600b841d9497,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:48.080685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:48.084905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.089641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e9dbc51-eb54-499b-b7e1-600b841d9497 HTTP/1.1" status: 204 len: 168 time: 0.2242548 Apr 08 12:07:48.121676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.123302 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eb9a7a7-897b-401f-8eaf-216bf4e1f681 HTTP/1.1" status: 204 len: 168 time: 0.7274985 Apr 08 12:07:48.135597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb9a7a7-897b-401f-8eaf-216bf4e1f681,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:48.188970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:48.231028 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-27a6b4a4-70d2-4d6f-81f2-f03d5097f37b service neutron] 10.222.0.23 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629320 Apr 08 12:07:48.284933 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-1502709a-0b8b-4937-8042-044bd418a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:48.289489 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-1502709a-0b8b-4937-8042-044bd418a50b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 1097 time: 0.2383413 Apr 08 12:07:48.322160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43162) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:48.358868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.412220 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:48.424245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Usage tracker for resource:security_group_rule and tenant:cdf579363d8644aa92879a7200bb7493 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:48.432224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:48.445895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:48.615001 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-49f52856-e176-4d04-b401-43507dba73a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f HTTP/1.1" status: 200 len: 217 time: 0.2051549 Apr 08 12:07:48.679665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.687109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:48.707398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4167d5d2-cd30-4ee5-9039-e901b11593f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:48.744731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543612-4518-4cd8-8042-9767e89645a3 req-3102f1d0-7c69-45c2-a1f0-3b02de3d24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:48.746680 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-3102f1d0-7c69-45c2-a1f0-3b02de3d24c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.1149294 Apr 08 12:07:48.779449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df90cb85-fb39-4e4b-9477-c60edd1e6ba3,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:48.788839 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf579363d8644aa92879a7200bb7493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650927 Apr 08 12:07:48.790061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43182) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:48.791938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:48.840423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a811e4e-cca1-495f-a98b-570bc0cbc1ec req-9b29f2fe-b75a-4b92-991d-bdac8758e867 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:48.844313 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a811e4e-cca1-495f-a98b-570bc0cbc1ec req-9b29f2fe-b75a-4b92-991d-bdac8758e867 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 944 time: 0.5531936 Apr 08 12:07:48.846449 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-ff6471ad-f3d3-4fc7-9b5e-d4f298964cad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888529 Apr 08 12:07:48.884711 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a811e4e-cca1-495f-a98b-570bc0cbc1ec req-302d057c-03e3-445a-9853-bc7e68f77964 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Apr 08 12:07:48.928297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.039398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.102340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43196) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:49.118688 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'tag': '6d6eba70-d654-4521-9ed8-b2820b525e0f', 'status': 'completed', 'code': 200} Apr 08 12:07:49.128565 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-831bf4c4-115b-49c1-9aa2-b0ac683174c3 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712753 Apr 08 12:07:49.129587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43200) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:49.172333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.189136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.210676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:49.214327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Usage tracker for resource:security_group_rule and tenant:8afb51e4ab1a4a7a8c3b77c3bb7daf25 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:49.217947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:49.224221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:49.240118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:49.244473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Usage tracker for resource:security_group_rule and tenant:89f3ceb04f43491fbd165de0b8d77a10 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:49.260511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:49.356014 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-50566234-55e7-46dc-9fba-61f3001ae9f7 req-24a118d4-df37-4c8f-8201-6df08e5fe114 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0748158 Apr 08 12:07:49.390622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.392112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:49.394676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.401865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5348b3fe-9acf-453a-aa9f-87eba94943be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:49.440877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.449451 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54543612-4518-4cd8-8042-9767e89645a3 req-c6fa78e0-69fb-495d-91b6-30ab47d03204 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098798 Apr 08 12:07:49.471830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df90cb85-fb39-4e4b-9477-c60edd1e6ba3,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:49.474544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:49.492481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-646f59ca-60e6-446e-8375-79d351e8fee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:49.545364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.549957 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df90cb85-fb39-4e4b-9477-c60edd1e6ba3 HTTP/1.1" status: 204 len: 168 time: 0.7564788 Apr 08 12:07:49.578955 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8afb51e4ab1a4a7a8c3b77c3bb7daf25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723659 Apr 08 12:07:49.583881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43220) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:49.605562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547ddd4-b5c3-42ff-9558-2ceab6436021,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:49.627215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:49.695094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.711375 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f80d25a-7037-4fca-91d2-643ce11c7269 req-f614c11c-6b49-407b-8bc4-0a2315a1414e tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 210 time: 0.1895227 Apr 08 12:07:49.764082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.803261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.816890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.824557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-604f7496-7931-487c-bd00-c3d41952455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:49.826789 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-604f7496-7931-487c-bd00-c3d41952455a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 1097 time: 0.1938951 Apr 08 12:07:49.828582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d118270b-d94d-4b56-a8ea-1af4a9cf82a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:49.859696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479feb3b-becf-4489-be2c-320fc0e00fad,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:49.880198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:49.912142 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89f3ceb04f43491fbd165de0b8d77a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812748 Apr 08 12:07:49.918374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43228) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:49.944431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:49.951519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:50.013864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547ddd4-b5c3-42ff-9558-2ceab6436021,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:50.051709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:50.115322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:50.116347 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1547ddd4-b5c3-42ff-9558-2ceab6436021 HTTP/1.1" status: 204 len: 168 time: 0.5290477 Apr 08 12:07:50.248889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:50.324083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:50.414279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-b0fb48e4-4abf-45a5-812e-99d0e5dbb8ec tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:50.415051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-b0fb48e4-4abf-45a5-812e-99d0e5dbb8ec tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Synchronizing usage tracker for tenant:59415f94b4c6401eaec1680916137167 on resource:network {{(pid=84399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:50.436229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-b0fb48e4-4abf-45a5-812e-99d0e5dbb8ec tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Unset dirty status for tenant:59415f94b4c6401eaec1680916137167 on resource:network {{(pid=84399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:50.437373 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-b0fb48e4-4abf-45a5-812e-99d0e5dbb8ec tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 816 time: 0.3021853 Apr 08 12:07:50.448787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:50.506550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-961866ef-6a29-490c-a9b4-c1a4e82969d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:50.557747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479feb3b-becf-4489-be2c-320fc0e00fad,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:50.565042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:50.566803 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/479feb3b-becf-4489-be2c-320fc0e00fad HTTP/1.1" status: 204 len: 168 time: 0.6457009 Apr 08 12:07:50.573083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:50.617500 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-acf17961-8cff-466e-a880-a2f7d69b28df req-29822353-c69b-4688-af45-79dd4906f945 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0910876 Apr 08 12:07:50.663016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-75bd6e38-eef4-464f-aab5-0856d6d101fb tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Synchronizing usage tracker for tenant:59415f94b4c6401eaec1680916137167 on resource:security_group {{(pid=84399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:50.677638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-75bd6e38-eef4-464f-aab5-0856d6d101fb tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Unset dirty status for tenant:59415f94b4c6401eaec1680916137167 on resource:security_group {{(pid=84399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:50.679150 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-75bd6e38-eef4-464f-aab5-0856d6d101fb tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 5703 time: 0.2314615 Apr 08 12:07:50.704946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'port': {'device_id': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'admin_state_up': True, 'tenant_id': '59415f94b4c6401eaec1680916137167', 'security_groups': ['a62d818b-79af-434c-aa1e-9d8951059553']}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:50.855313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81436ec5-6f50-43b5-ac5e-253b8bee3665 req-94c89247-3ded-4007-b75d-315c52030ff6 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:50.863549 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-81436ec5-6f50-43b5-ac5e-253b8bee3665 req-94c89247-3ded-4007-b75d-315c52030ff6 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 944 time: 0.5077162 Apr 08 12:07:50.916399 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-81436ec5-6f50-43b5-ac5e-253b8bee3665 req-55a7caab-fbe1-4ac2-98cd-59a075abf044 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518043 Apr 08 12:07:51.010233 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-80ccc9ee-6efe-4054-a8ec-335245d1def1 req-22bbbe4c-cdf6-4a20-81a0-8fa3b6fd0b25 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 210 time: 0.0876212 Apr 08 12:07:51.017539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-52f1ae1e-7ff6-472b-873f-64f222bae7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:51.019754 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-52f1ae1e-7ff6-472b-873f-64f222bae7f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 1.1765685 Apr 08 12:07:51.066476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:51.067704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:port and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:51.074513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:51.089819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:51.111330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Made reservation on behalf of 59415f94b4c6401eaec1680916137167 for: {'port': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:51.118025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:51.129139 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-918256b7-f2fa-44a2-b8b0-a8dfb061a176 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f HTTP/1.1" status: 200 len: 217 time: 0.1003270 Apr 08 12:07:51.261789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-5a70d28a-894d-406d-88cb-2011a8c48e9c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:51.263929 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-5a70d28a-894d-406d-88cb-2011a8c48e9c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 810 time: 0.6243775 Apr 08 12:07:51.272322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-ff363a98-efdc-4c37-b2f7-26cf757654c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:51.277454 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-ff363a98-efdc-4c37-b2f7-26cf757654c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.1366508 Apr 08 12:07:51.337276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Allocated IP 172.20.0.7 (be317ea7-c972-4eb2-9572-36ab4bbd13c1/0f5edbb3-4cdb-4e48-a260-268e29243430/89b5fda0-dc37-4633-bf21-8f41f9bb9016) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:51.379324 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-1a5c5860-96ee-432c-8420-3a51408c14fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864890 Apr 08 12:07:51.644184 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-684ecd35-6265-4109-88e4-6a6f4dd9f7e0 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554369 Apr 08 12:07:51.751067 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-acba3bca-18a7-438f-9fcf-1013466da347 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ceac814225024399ad54e34ce4677ad5 HTTP/1.1" status: 200 len: 5703 time: 0.4725516 Apr 08 12:07:51.766964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'port': {'device_id': '7039b221-79b7-4e14-8138-058888b5a1b6', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'admin_state_up': True, 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'security_groups': ['ba2e1b44-f624-4bf4-8acc-13b9b3862abe']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:51.869107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:51.905686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Transition to ACTIVE for port object 89b5fda0-dc37-4633-bf21-8f41f9bb9016 will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:51.939167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:51.998294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-117d7003-8065-4a07-b391-c9e84a900d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:52.255873 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32fddd10-4b42-4f05-81d1-ba7891765222 req-2424d7cb-f67b-4ad2-9bb4-f839c2d3b784 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025324 Apr 08 12:07:52.316870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea84a3-843b-4dd7-b622-494d4ce90d44 req-caaad75f-cf85-4175-8c63-3c784718ea60 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:52.325911 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3ea84a3-843b-4dd7-b622-494d4ce90d44 req-caaad75f-cf85-4175-8c63-3c784718ea60 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 931 time: 0.4323695 Apr 08 12:07:52.327239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:07:52.337251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:port and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:07:52.343445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:07:52.364496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:07:52.379282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:52.384902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:52.386856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:52.388157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:52.391749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:52.397715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:52.398461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:52.423260 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7238462 Apr 08 12:07:52.429669 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3ea84a3-843b-4dd7-b622-494d4ce90d44 req-cc0dd6bf-3723-489d-af0a-68fd6b8430d3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937274 Apr 08 12:07:52.436084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Made reservation on behalf of ceac814225024399ad54e34ce4677ad5 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:07:52.442264 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Request body: {'port': {'device_id': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:52.442516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:52.623869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5c846-ecce-4c4e-a40d-d3574ce627b7 req-6b0efe2b-c701-4c1b-a5f6-a58880111a7d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:52.635289 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f9c5c846-ecce-4c4e-a40d-d3574ce627b7 req-6b0efe2b-c701-4c1b-a5f6-a58880111a7d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 944 time: 0.4624832 Apr 08 12:07:52.704726 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f9c5c846-ecce-4c4e-a40d-d3574ce627b7 req-250baf78-958c-48ba-9f33-9e6ef12e7c5a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682788 Apr 08 12:07:52.756462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:52.764389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ce4447cd-a1bb-426f-9d1d-f222f6d881e4 None None] Provisioning for port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:52.776115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ce4447cd-a1bb-426f-9d1d-f222f6d881e4 None None] Provisioning complete for port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:52.778225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ce4447cd-a1bb-426f-9d1d-f222f6d881e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:52.924762 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-ce4447cd-a1bb-426f-9d1d-f222f6d881e4 None None] Port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:07:52.960297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Allocated IP 172.20.0.5 (8861323a-8481-4b29-b16a-979f1676adb8/13b61e3a-b578-4f29-93cc-40a18c92ce32/46da1eb4-5c33-4249-9625-854324908d30) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:07:53.041481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 6d6eba70-d654-4521-9ed8-b2820b525e0f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:07:53.270773 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-45222419-ba84-4e5c-9e8d-b957eb74f90a req-c77a21ef-90b6-420c-9be8-4c1aa13d9d63 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 210 time: 0.5438027 Apr 08 12:07:53.373044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:53.421187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 6d6eba70-d654-4521-9ed8-b2820b525e0f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:53.430776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Transition to ACTIVE for port object 46da1eb4-5c33-4249-9625-854324908d30 will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:53.439135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '6d6eba70-d654-4521-9ed8-b2820b525e0f', 'network_id': 'b4bddeb5-480f-466d-97ca-efabf39c3e8a', 'port_id': '6d6eba70-d654-4521-9ed8-b2820b525e0f', 'mac_address': 'fa:16:3e:ef:c4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b63d0-8e06-4218-81a6-307b310b3459', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:07:53.512630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b5fda0-dc37-4633-bf21-8f41f9bb9016 {{(pid=84399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:53.516170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb765a8-9f41-49a6-b76b-66fec5412c26 req-8e14f141-029b-48f7-a542-2d6d83cdf8ee tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:53.528736 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bb765a8-9f41-49a6-b76b-66fec5412c26 req-8e14f141-029b-48f7-a542-2d6d83cdf8ee tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 945 time: 0.2451534 Apr 08 12:07:53.533055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:53.551686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:53.554522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6eba70-d654-4521-9ed8-b2820b525e0f {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:53.573512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Transition to ACTIVE for port object 89b5fda0-dc37-4633-bf21-8f41f9bb9016 will not be triggered until provisioned by entity L2. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:53.581295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:53.597450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 6d6eba70-d654-4521-9ed8-b2820b525e0f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:53.598794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:53.608984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:53.611287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:53.657574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0b7b7328-1386-4c2e-b016-09684f196f49 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:53.657741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:53.725699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=6d6eba70-d654-4521-9ed8-b2820b525e0f,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:53.738663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:53.799756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:53.802791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:53.823660 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bb765a8-9f41-49a6-b76b-66fec5412c26 req-b3fa32f7-9aec-4196-a47f-4adeaf62930c tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935128 Apr 08 12:07:53.886929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['6d6eba70-d654-4521-9ed8-b2820b525e0f'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:07:54.006403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'Port': ['ID=46da1eb4-5c33-4249-9625-854324908d30,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:54.095630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:54.122580 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Network 8861323a-8481-4b29-b16a-979f1676adb8 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:07:54.133566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:07:54.140783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:07:54.187657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Attempting to bind port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:54.188027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Attempting to bind port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}] {{(pid=84399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:54.188391 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Attempting to bind port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:54.194191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:07:54.194547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Attempting to bind port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:54.208573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:54.208573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Checking segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:54.209078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Bound using segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} {{(pid=84399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:54.209679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Bound port: 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}}] {{(pid=84399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:54.210145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:54.294093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:54.295727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:54.343749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef83b80-cffb-4dba-801f-c23f03902c51 req-3daae866-23bd-48a9-9818-4e16dffa0950 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:54.352495 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-aef83b80-cffb-4dba-801f-c23f03902c51 req-3daae866-23bd-48a9-9818-4e16dffa0950 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.5336344 Apr 08 12:07:54.374036 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6117802 Apr 08 12:07:54.393342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Request body: {'port': {'device_id': '7039b221-79b7-4e14-8138-058888b5a1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:07:54.412743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, cleared binding levels {{(pid=84399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:54.416008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:54.421231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:54.500304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8cb995be-2bb6-4769-8f2f-ef5e7c2831ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:54.514935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-06facacf-5e85-4349-b901-329f4682591e None None] Provisioning for port 46da1eb4-5c33-4249-9625-854324908d30 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:54.520412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-06facacf-5e85-4349-b901-329f4682591e None None] Provisioning complete for port 46da1eb4-5c33-4249-9625-854324908d30 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:54.520839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06facacf-5e85-4349-b901-329f4682591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:54.621598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=3']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:54.635271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:54.650612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-06facacf-5e85-4349-b901-329f4682591e None None] Port 46da1eb4-5c33-4249-9625-854324908d30 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:07:54.688769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:54.689497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for port, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:54.691428 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-c407291f-7fdb-4f1b-9542-50c5e2409467 service neutron] 10.222.0.13 "PUT /v2.0/ports/89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 1093 time: 2.2595682 Apr 08 12:07:54.692454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:54.818496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:54.886976 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-aef83b80-cffb-4dba-801f-c23f03902c51 req-240f146d-3cb3-46ca-acf3-48488c858cc8 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5333297 Apr 08 12:07:54.887462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-03d94c8b-5eec-4082-9222-54b9d9b0facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:54.890104 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-03d94c8b-5eec-4082-9222-54b9d9b0facf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.1384265 Apr 08 12:07:54.941138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0b5b-9df8-4ad3-8978-9965766cc104 req-e5de812c-a0a5-431d-9fe5-7fd037dfec19 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:54.942962 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eceb0b5b-9df8-4ad3-8978-9965766cc104 req-e5de812c-a0a5-431d-9fe5-7fd037dfec19 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 945 time: 0.9463098 Apr 08 12:07:55.004174 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-f01808d5-a5ee-4c71-9350-8b69c7a611b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 217 time: 0.1029904 Apr 08 12:07:55.050534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 6d6eba70-d654-4521-9ed8-b2820b525e0f up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:07:55.079369 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eceb0b5b-9df8-4ad3-8978-9965766cc104 req-333ee403-4d86-4239-a468-7f2f62112121 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260983 Apr 08 12:07:55.142634 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'status': 'completed', 'code': 200} Apr 08 12:07:55.154877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-66690b69-de1a-4a99-b5a3-78791932bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:55.156550 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-66690b69-de1a-4a99-b5a3-78791932bcd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.1457427 Apr 08 12:07:55.254066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 6d6eba70-d654-4521-9ed8-b2820b525e0f completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:07:55.265425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 6d6eba70-d654-4521-9ed8-b2820b525e0f triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:07:55.265991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:55.280990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19671e1-9312-4776-b2f8-08094a84666f req-3798dc82-e773-4696-9905-57877950d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:55.283271 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-3798dc82-e773-4696-9905-57877950d889 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1193175 Apr 08 12:07:55.533452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7651-5bff-49de-bbf9-d19380b4b477 req-9c9b0db8-b5a7-4b9d-a52f-b50e38167560 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:55.533657 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-4c6b8fd4-7cd9-42c6-a0bf-7605423bf1da service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424471 Apr 08 12:07:55.534268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-bb8b7651-5bff-49de-bbf9-d19380b4b477 req-9c9b0db8-b5a7-4b9d-a52f-b50e38167560 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Synchronizing usage tracker for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:55.556397 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-98d7d477-137c-4347-be43-b2eb5ae6c58a tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:55.558239 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-98d7d477-137c-4347-be43-b2eb5ae6c58a tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 945 time: 0.4776559 Apr 08 12:07:55.564280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:55.577862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6eba70-d654-4521-9ed8-b2820b525e0f'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:55.588982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 6d6eba70-d654-4521-9ed8-b2820b525e0f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:55.593266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:55.595988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-495abd58-cd68-4649-bf14-b0e4da6b97d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:55.661368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Deleting port f1330a0e-8454-4833-b515-ed3af014a628 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:07:55.661777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:55.675308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=6d6eba70-d654-4521-9ed8-b2820b525e0f,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:55.678752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:55.757008 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d19671e1-9312-4776-b2f8-08094a84666f req-80e18689-e195-436d-8d35-51f8a1c73e13 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126029 Apr 08 12:07:55.862767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-bb8b7651-5bff-49de-bbf9-d19380b4b477 req-9c9b0db8-b5a7-4b9d-a52f-b50e38167560 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Unset dirty status for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:55.864069 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb8b7651-5bff-49de-bbf9-d19380b4b477 req-9c9b0db8-b5a7-4b9d-a52f-b50e38167560 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 931 time: 0.7823141 Apr 08 12:07:55.877990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7ea31-6f23-4998-83ce-3ecb05801f82 req-6505b36d-d7c2-4458-86c6-646ab4a5bc15 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:55.879614 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ec7ea31-6f23-4998-83ce-3ecb05801f82 req-6505b36d-d7c2-4458-86c6-646ab4a5bc15 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 945 time: 0.5749736 Apr 08 12:07:55.925856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-0a32e7a7-bc11-401f-8deb-afb16949b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:55.927708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-0a32e7a7-bc11-401f-8deb-afb16949b5d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.1144135 Apr 08 12:07:56.025493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.resource_extend [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 12:07:56.082893 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb8b7651-5bff-49de-bbf9-d19380b4b477 req-c4d0d8eb-9b49-4ebc-a156-85aaad2203f7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022128 Apr 08 12:07:56.100483 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-ef7595fb-a8fa-4309-8cab-8c80281c0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:56.102109 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-ef7595fb-a8fa-4309-8cab-8c80281c0e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.1659720 Apr 08 12:07:56.119459 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0ec7ea31-6f23-4998-83ce-3ecb05801f82 req-cf8f9490-d967-49fc-8f85-083c44d354d7 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/security-groups?id=44c362c8-fa37-4ead-990e-b7bca025c5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210050 Apr 08 12:07:56.168768 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6eba70-d654-4521-9ed8-b2820b525e0f', 'code': 200} Apr 08 12:07:56.189256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46da1eb4-5c33-4249-9625-854324908d30 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:56.205167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:56.292257 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-38a3db36-0c67-4531-b903-cbdfd2d1d6c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 217 time: 0.1780035 Apr 08 12:07:56.295443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Transition to ACTIVE for port object 46da1eb4-5c33-4249-9625-854324908d30 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:07:56.304820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] For port f1330a0e-8454-4833-b515-ed3af014a628, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f1330a0e-8454-4833-b515-ed3af014a628,segment=NetworkSegment(5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f),segment_id=5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:56.305185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:56.362007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.13', 55438) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:07:56.378972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-2e168880-ed0e-41a9-b84d-97cb6047bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:56.382047 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-2e168880-ed0e-41a9-b84d-97cb6047bb69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.0819962 Apr 08 12:07:56.406191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:56.466169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-ff1f8245-fa6e-41fa-9c1b-0b15b6d2b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:56.467985 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-ff1f8245-fa6e-41fa-9c1b-0b15b6d2b915 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790119 Apr 08 12:07:56.592016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:56.611852 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-26d99719-a145-4879-9682-63b6425063c1 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352794 Apr 08 12:07:56.686737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Calling delete_port for f1330a0e-8454-4833-b515-ed3af014a628 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:07:56.827125 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-510742b6-4997-4e9b-a08c-d5d0cf742402 req-041d3970-2329-40da-b8db-7962450f0cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072985 Apr 08 12:07:57.126720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=46da1eb4-5c33-4249-9625-854324908d30,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:57.198983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:57.265716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fce426-3cb1-4916-b468-48de7292b123 req-0066b1ac-2781-4b25-9e00-fdc3215cf5bb tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:57.269492 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10fce426-3cb1-4916-b468-48de7292b123 req-0066b1ac-2781-4b25-9e00-fdc3215cf5bb tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.9538527 Apr 08 12:07:57.285024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5810-e653-4933-9335-3b7da1517301 req-0e6c10bc-5602-42d3-be07-6ee758f8e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:57.286665 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a02f5810-e653-4933-9335-3b7da1517301 req-0e6c10bc-5602-42d3-be07-6ee758f8e3da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 1099 time: 0.8828077 Apr 08 12:07:57.306450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c371327-0451-4e57-a08e-46d65e3e0468 req-6fa97720-0510-4e4d-9147-9ef0d4f7922d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:57.307981 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c371327-0451-4e57-a08e-46d65e3e0468 req-6fa97720-0510-4e4d-9147-9ef0d4f7922d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 1.0111053 Apr 08 12:07:57.428555 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10fce426-3cb1-4916-b468-48de7292b123 req-9b125bd5-0a26-432c-8286-f4c7abd73612 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397898 Apr 08 12:07:57.514018 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c371327-0451-4e57-a08e-46d65e3e0468 req-85a8c85f-9ec8-48e9-97a0-53e9de673caa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908555 Apr 08 12:07:57.540299 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a02f5810-e653-4933-9335-3b7da1517301 req-87fb0fcd-163e-4d13-8bae-67b96edcd7e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398250 Apr 08 12:07:57.584235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:57.690187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:57.852691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Pushing event deleted for resources: {'Port': ['ID=f1330a0e-8454-4833-b515-ed3af014a628,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:57.860908 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d44801d-e804-4091-b494-70bbdcb882a3 req-e1fffd96-868c-460e-bb41-b06ebc2a0b5b tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 210 time: 0.1991363 Apr 08 12:07:57.867617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:57.929609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Attempting to bind port 46da1eb4-5c33-4249-9625-854324908d30 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:07:57.929931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Attempting to bind port 46da1eb4-5c33-4249-9625-854324908d30 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:07:57.930301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Attempting to bind port 46da1eb4-5c33-4249-9625-854324908d30 on network 8861323a-8481-4b29-b16a-979f1676adb8 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:57.951191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Port 46da1eb4-5c33-4249-9625-854324908d30 on network 8861323a-8481-4b29-b16a-979f1676adb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:07:57.951696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Attempting to bind port 46da1eb4-5c33-4249-9625-854324908d30 on network 8861323a-8481-4b29-b16a-979f1676adb8 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:07:57.963112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:07:57.963488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Checking segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:07:57.963908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Bound using segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:07:57.964367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Bound port: 46da1eb4-5c33-4249-9625-854324908d30, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:07:57.964748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:58.010297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f8dd-6d57-48a9-977d-2c67742b13f1 req-2d7953e3-587d-45a8-9d06-0b3069bc436b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:58.011926 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-52f9f8dd-6d57-48a9-977d-2c67742b13f1 req-2d7953e3-587d-45a8-9d06-0b3069bc436b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 943 time: 0.4356387 Apr 08 12:07:58.140802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] No DVR routers for this DVR port f1330a0e-8454-4833-b515-ed3af014a628 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:07:58.144773 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-52f9f8dd-6d57-48a9-977d-2c67742b13f1 req-c1c0d24a-579d-4241-a2fd-e5265a1082fa tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229246 Apr 08 12:07:58.158932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:58.161675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'name': 'network-vif-deleted', 'tag': 'f1330a0e-8454-4833-b515-ed3af014a628'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:07:58.186612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] For port 46da1eb4-5c33-4249-9625-854324908d30, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:07:58.190317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] For port 46da1eb4-5c33-4249-9625-854324908d30, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=46da1eb4-5c33-4249-9625-854324908d30,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:07:58.192287 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-12c893af-ab67-48d2-8fe4-ba8800f24753 req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.13 "DELETE /v2.0/ports/f1330a0e-8454-4833-b515-ed3af014a628 HTTP/1.1" status: 204 len: 173 time: 2.6173208 Apr 08 12:07:58.197129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:58.216100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-51169aa0-ccb0-478a-a9dd-42ff77479d7f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:58.327585 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1198a1-f234-4e01-bf7a-89d272e0d0d2', 'name': 'network-vif-deleted', 'tag': 'f1330a0e-8454-4833-b515-ed3af014a628', 'status': 'completed', 'code': 200} Apr 08 12:07:58.383934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Pushing event updated for resources: {'Port': ['ID=46da1eb4-5c33-4249-9625-854324908d30,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:58.396803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:58.441656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:58.442340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:58.443825 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] 10.222.0.13 "PUT /v2.0/ports/46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 1093 time: 4.0598807 Apr 08 12:07:58.673493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-d71fca69-a4d8-4ce5-88db-0365b4dc5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:58.675208 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-d71fca69-a4d8-4ce5-88db-0365b4dc5645 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1693654 Apr 08 12:07:58.693263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563914d-03bb-4968-bcc0-70404ef8b9af req-744fef75-e766-4197-9ac0-640e66d5d860 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:58.701903 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e563914d-03bb-4968-bcc0-70404ef8b9af req-744fef75-e766-4197-9ac0-640e66d5d860 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1284952 Apr 08 12:07:58.849147 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-ec21311f-0667-4e47-a023-ab90741d33ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 217 time: 0.1293945 Apr 08 12:07:58.854164 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e563914d-03bb-4968-bcc0-70404ef8b9af req-c1b3e1e6-903d-4d43-b94a-ea7495458e6e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1494184 Apr 08 12:07:58.948563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-bca012a5-7d9d-4a0e-8da2-c31185d6e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:58.950468 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-bca012a5-7d9d-4a0e-8da2-c31185d6e4b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.0897725 Apr 08 12:07:58.967622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e6a59-0777-4e39-8544-83c3a97911c8 req-7f4855fc-7a6d-4cec-bdf7-b0c0c8d21f9a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:58.969190 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-556e6a59-0777-4e39-8544-83c3a97911c8 req-7f4855fc-7a6d-4cec-bdf7-b0c0c8d21f9a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2462151 Apr 08 12:07:59.050199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:07:59.089469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-041b5f55-ad74-4720-99a1-146dc6def4f2 req-08401be5-ab1c-4d1c-99cc-82d3e115f1f3 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Synchronizing usage tracker for tenant:d8eda45c969e45ca91c4590f44f830b6 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:07:59.101386 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-556e6a59-0777-4e39-8544-83c3a97911c8 req-a34df057-7526-4519-9bb8-9250b6e3bf4d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917156 Apr 08 12:07:59.124030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-041b5f55-ad74-4720-99a1-146dc6def4f2 req-08401be5-ab1c-4d1c-99cc-82d3e115f1f3 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Unset dirty status for tenant:d8eda45c969e45ca91c4590f44f830b6 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:07:59.125306 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-041b5f55-ad74-4720-99a1-146dc6def4f2 req-08401be5-ab1c-4d1c-99cc-82d3e115f1f3 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d1198a1-f234-4e01-bf7a-89d272e0d0d2 HTTP/1.1" status: 200 len: 210 time: 0.1144657 Apr 08 12:07:59.144845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-9600bbfa-d90e-4bb1-a7b5-95c39a9d0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:59.146691 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-9600bbfa-d90e-4bb1-a7b5-95c39a9d0e71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1883833 Apr 08 12:07:59.149901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device f1330a0e-8454-4833-b515-ed3af014a628 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:07:59.290051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:59.307722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: f1330a0e-8454-4833-b515-ed3af014a628 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:07:59.308460 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device f1330a0e-8454-4833-b515-ed3af014a628 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:07:59.310820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'mac_address': 'fa:16:3e:5a:e3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:07:59.459271 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-f2397176-7616-482f-b3fb-8b596c2817dd service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959423 Apr 08 12:07:59.464131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:59.465795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b5fda0-dc37-4633-bf21-8f41f9bb9016 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:07:59.526008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:07:59.530714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:07:59.533326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:07:59.626873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:07:59.638654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:07:59.864115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['89b5fda0-dc37-4633-bf21-8f41f9bb9016'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:07:59.932426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34975485-7a8b-4a17-9a80-3bf96f104f31 req-30f09078-ab62-41cf-8936-693e63b93f50 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:07:59.934330 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-34975485-7a8b-4a17-9a80-3bf96f104f31 req-30f09078-ab62-41cf-8936-693e63b93f50 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 943 time: 0.6046851 Apr 08 12:08:00.073176 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-34975485-7a8b-4a17-9a80-3bf96f104f31 req-647b0c62-d701-4e33-a724-a905a57a93bc tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910037 Apr 08 12:08:00.196538 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c0df6ca-e68f-49c7-ba3d-f04df14d8ea6 req-dca1abd2-7b34-43d5-b05a-dedd8c97a416 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274790 Apr 08 12:08:00.227984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-ce6cc15a-f950-473d-9a8a-880d7d746b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:00.229724 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-ce6cc15a-f950-473d-9a8a-880d7d746b49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 1099 time: 0.6149211 Apr 08 12:08:00.239263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc4180-6a60-4bcd-bccf-468c2d72e41b req-5e8c7e6e-9634-41a5-ad40-525bf75de559 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:00.240912 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-77cc4180-6a60-4bcd-bccf-468c2d72e41b req-5e8c7e6e-9634-41a5-ad40-525bf75de559 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.3026400 Apr 08 12:08:00.384662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'tag': '46da1eb4-5c33-4249-9625-854324908d30'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:00.418493 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-77cc4180-6a60-4bcd-bccf-468c2d72e41b req-dfbcefc2-05d4-4443-aba8-20f3c3d81ae5 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104283 Apr 08 12:08:00.505615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89ef93-ff6b-487f-8f40-f4f7335ed911 req-22922e86-03d8-4831-b3b3-583851922929 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:00.507509 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2e89ef93-ff6b-487f-8f40-f4f7335ed911 req-22922e86-03d8-4831-b3b3-583851922929 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 944 time: 0.2655082 Apr 08 12:08:00.510466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-0f6d3989-8d63-4215-b8ef-e101069c945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:00.512082 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-0f6d3989-8d63-4215-b8ef-e101069c945f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.2314932 Apr 08 12:08:00.595180 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'tag': '46da1eb4-5c33-4249-9625-854324908d30', 'status': 'completed', 'code': 200} Apr 08 12:08:00.610158 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-760353c3-2d92-46a6-b66b-5a267c5e7365 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f HTTP/1.1" status: 200 len: 217 time: 0.0816770 Apr 08 12:08:00.633421 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2e89ef93-ff6b-487f-8f40-f4f7335ed911 req-65dc155c-a63e-4247-8460-6cdde65c7907 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107600 Apr 08 12:08:00.752504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-7d610a2b-abf1-4556-82ba-5a4b750b5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:00.754232 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-7d610a2b-abf1-4556-82ba-5a4b750b5379 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.0792158 Apr 08 12:08:00.830712 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-e432567d-043f-4859-9abf-44cb2399aad2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626955 Apr 08 12:08:00.840329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d418c3-95d4-4258-84d0-7f966248d268 req-833efb5b-75c7-43b8-866a-1360f1cf8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:00.842493 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-833efb5b-75c7-43b8-866a-1360f1cf8d88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1096 time: 0.2077830 Apr 08 12:08:01.053607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:01.124596 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-14b12d22-23cf-4a0e-81a2-58ded2f2e70a service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749348 Apr 08 12:08:01.127337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d418c3-95d4-4258-84d0-7f966248d268 req-ca3dfdcf-1ad3-4209-8e90-108fd20c6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:01.129067 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-ca3dfdcf-1ad3-4209-8e90-108fd20c6e78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 0.2561052 Apr 08 12:08:01.130670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:01.136101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:01.136605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:01.273574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:01.289179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:01.302209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:01.308963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:01.316508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:01.367894 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-ba584440-6e8d-44af-bd33-d029a08fa02b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 217 time: 0.1397195 Apr 08 12:08:01.525218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d418c3-95d4-4258-84d0-7f966248d268 req-7778e994-a692-493a-b5ff-d17ac6e5ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:01.526984 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-7778e994-a692-493a-b5ff-d17ac6e5ac2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.1484339 Apr 08 12:08:01.538174 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79ba3dd-f8fc-4ff6-90d6-90385d6ad79f req-b3241f6d-4118-4880-acae-2b1b9975094d service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983963 Apr 08 12:08:01.597005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc64ed-b577-446d-b9e9-f75b5c54d454 req-847c8136-5b13-4cd6-91f1-ccf546df6653 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:01.598806 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c7dc64ed-b577-446d-b9e9-f75b5c54d454 req-847c8136-5b13-4cd6-91f1-ccf546df6653 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 943 time: 0.3015895 Apr 08 12:08:01.705603 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c7dc64ed-b577-446d-b9e9-f75b5c54d454 req-7ff14104-b6df-4a14-a53d-6175098ec280 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857606 Apr 08 12:08:01.759171 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'code': 200} Apr 08 12:08:01.816176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:01.817809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d418c3-95d4-4258-84d0-7f966248d268 req-f4ecfd7b-ef25-48ce-b8bb-ed2534245151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:01.819607 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-f4ecfd7b-ef25-48ce-b8bb-ed2534245151 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2841477 Apr 08 12:08:01.826249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:01.835215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de036c2-e119-4bdf-ac21-dd39c9fcda0e req-97e4a02d-b261-4d52-82e4-24298a5c7868 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:01.837397 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5de036c2-e119-4bdf-ac21-dd39c9fcda0e req-97e4a02d-b261-4d52-82e4-24298a5c7868 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1769242 Apr 08 12:08:02.063356 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5de036c2-e119-4bdf-ac21-dd39c9fcda0e req-0d304e77-f625-4068-adc7-43366df2f617 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335571 Apr 08 12:08:02.316320 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-03cb70dd-11e7-4210-a4d0-f4d15a303da8 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777551 Apr 08 12:08:02.345227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43650) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:02.358445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471436f-9311-4c74-b9f7-6f5976bcc879 req-5886e9b1-8dce-40b2-b598-b0e85d33208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:02.360152 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b471436f-9311-4c74-b9f7-6f5976bcc879 req-5886e9b1-8dce-40b2-b598-b0e85d33208e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.6161008 Apr 08 12:08:02.420612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Deleting subnet e4c8a0b6-677c-466a-95ac-9f0406494248 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:08:02.423874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:02.463363 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b471436f-9311-4c74-b9f7-6f5976bcc879 req-85818e14-b1e8-4499-8f09-57f162e1ca30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472245 Apr 08 12:08:02.475423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8b627-84a9-491c-bf77-38a1727449b1 req-8da88aed-437b-4a5b-876c-774cdaf77e04 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:02.477549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:02.485154 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-44f8b627-84a9-491c-bf77-38a1727449b1 req-8da88aed-437b-4a5b-876c-774cdaf77e04 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.5541294 Apr 08 12:08:02.487642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:02.538665 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-44f8b627-84a9-491c-bf77-38a1727449b1 req-6cf826c9-60e7-459d-82aa-f22d9377501b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521231 Apr 08 12:08:02.582311 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-58d418c3-95d4-4258-84d0-7f966248d268 req-f8734f9f-f4d6-4a51-83ca-87b64ff967e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588620 Apr 08 12:08:02.827051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:02.953365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:03.000146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c8a0b6-677c-466a-95ac-9f0406494248,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:03.007641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bb070-2a29-467c-968f-ac47fc685451 req-b4e65c40-a6b6-4ab3-ba46-e2e8fa1e58b9 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:03.009987 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c7bb070-2a29-467c-968f-ac47fc685451 req-b4e65c40-a6b6-4ab3-ba46-e2e8fa1e58b9 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 943 time: 0.1066329 Apr 08 12:08:03.014826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.028866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:03.034186 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e4c8a0b6-677c-466a-95ac-9f0406494248 HTTP/1.1" status: 204 len: 168 time: 0.6853657 Apr 08 12:08:03.034743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43674) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:03.053533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 46da1eb4-5c33-4249-9625-854324908d30 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:08:03.068281 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c7bb070-2a29-467c-968f-ac47fc685451 req-161d9c1e-063d-43d6-a398-4d899e92279f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496583 Apr 08 12:08:03.216818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 46da1eb4-5c33-4249-9625-854324908d30, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=46da1eb4-5c33-4249-9625-854324908d30,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:03.268612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '46da1eb4-5c33-4249-9625-854324908d30', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'port_id': '46da1eb4-5c33-4249-9625-854324908d30', 'mac_address': 'fa:16:3e:ee:f0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:08:03.335405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 43688) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:03.374295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.375659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46da1eb4-5c33-4249-9625-854324908d30 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:08:03.393821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 46da1eb4-5c33-4249-9625-854324908d30, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=46da1eb4-5c33-4249-9625-854324908d30,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:03.399082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.401681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:03.431868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1640-b23a-4aaf-98da-28490d95a7a7 req-2571f202-5916-4f89-8d70-e96569402a1f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:03.436073 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-04de1640-b23a-4aaf-98da-28490d95a7a7 req-2571f202-5916-4f89-8d70-e96569402a1f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2162156 Apr 08 12:08:03.473474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.503729 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-04de1640-b23a-4aaf-98da-28490d95a7a7 req-6d1735d1-02b3-4cfe-bdcd-799a62613ec0 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603318 Apr 08 12:08:03.558452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=46da1eb4-5c33-4249-9625-854324908d30,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:03.570946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:03.625292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.648740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:03.653123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5b52a68acd4e9997491f196f8665b2 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:03.656946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:03.663806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:03.720626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.729461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['46da1eb4-5c33-4249-9625-854324908d30'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:08:03.802924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead268db-5507-45fa-b93f-c0d1d7dc83b5 req-08c5adc8-10d8-4727-b68c-472346c74df5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:03.804580 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ead268db-5507-45fa-b93f-c0d1d7dc83b5 req-08c5adc8-10d8-4727-b68c-472346c74df5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1216717 Apr 08 12:08:03.871301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.874011 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ead268db-5507-45fa-b93f-c0d1d7dc83b5 req-b9645482-a123-4767-ba35-e1ff76ed477f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578151 Apr 08 12:08:03.874428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.878752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.879140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > port after_create 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.879719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.880154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > port after_update 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.880650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.881093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.881518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.885122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.891235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.897134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:03.907672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-865c8c5f-713e-43d4-9648-940fa6c866fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:03.941529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4a990-ee1c-49d3-b5be-249e4d34bade,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:03.952787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.953408 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.954133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.954692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.955540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.956053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.956578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.957101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.957634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.958320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.958822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.959359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:03.988400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:03.997976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.998490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.998869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.999243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84399) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 08 12:08:03.999647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8234ec9-7033-4e57-abbd-40ab5f1cf950']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:04.011466 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f5b52a68acd4e9997491f196f8665b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6699758 Apr 08 12:08:04.014853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 43700) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:04.025004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:04.025436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee98456-e6f0-4fd0-b3b5-3f3483ae6c3f') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:04.041142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.059221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.066827 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:08:04.157722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.207547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.225680 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d160e-a861-4384-9daa-10b6b224029f req-0792f7b5-4d4e-4bf0-9bb2-6e23df946de8 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:04.227720 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee3d160e-a861-4384-9daa-10b6b224029f req-0792f7b5-4d4e-4bf0-9bb2-6e23df946de8 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1740842 Apr 08 12:08:04.239003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 43712) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:04.261266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'floatingip': {'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:04.289650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:08:04.301204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.390895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.509785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Network d8234ec9-7033-4e57-abbd-40ab5f1cf950 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: from cryptography.utils import int_from_bytes Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: from cryptography.utils import int_from_bytes Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: (rel_b, rel_a, rel_b), Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: (rel_b, rel_a, rel_b), Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:08:04.547802 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:08:04.660084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.664626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:04.683969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:04.690686 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d8234ec9-7033-4e57-abbd-40ab5f1cf950 HTTP/1.1" status: 204 len: 168 time: 1.6543624 Apr 08 12:08:04.704698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8234ec9-7033-4e57-abbd-40ab5f1cf950,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:04.712922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:04.885956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43734) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:04.954782 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2201e31f-9dce-4257-b3bf-893155b17fbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8eda45c969e45ca91c4590f44f830b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0675821 Apr 08 12:08:04.959382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43740) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:05.011599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.026591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-89304348-bd20-400b-8da0-fdc24ec0ee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:05.044294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.047713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e22d3-0718-4e3f-8a76-405dad25282c req-5a03327e-d939-4bf8-b42a-0ccbd7ad45cf tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:05.049303 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-df3e22d3-0718-4e3f-8a76-405dad25282c req-5a03327e-d939-4bf8-b42a-0ccbd7ad45cf tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 944 time: 0.5960879 Apr 08 12:08:05.058654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 46da1eb4-5c33-4249-9625-854324908d30 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:05.077250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.144683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.153524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:05.156181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 46da1eb4-5c33-4249-9625-854324908d30 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:05.163256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 46da1eb4-5c33-4249-9625-854324908d30 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:05.163840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.167047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f2a0e-39cb-4288-823e-25688523bfaf req-9917bf7f-a78d-47da-bfda-b8d776bde53c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:05.168106 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bc5f2a0e-39cb-4288-823e-25688523bfaf req-9917bf7f-a78d-47da-bfda-b8d776bde53c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.4497092 Apr 08 12:08:05.179732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c362c8-fa37-4ead-990e-b7bca025c5e9,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:05.182925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:05.184477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.186405 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44c362c8-fa37-4ead-990e-b7bca025c5e9 HTTP/1.1" status: 204 len: 168 time: 0.2258542 Apr 08 12:08:05.194530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4a990-ee1c-49d3-b5be-249e4d34bade,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:05.221702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.226032 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ce4a990-ee1c-49d3-b5be-249e4d34bade HTTP/1.1" status: 204 len: 168 time: 1.2100825 Apr 08 12:08:05.229485 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-df3e22d3-0718-4e3f-8a76-405dad25282c req-273bc9d7-d6fe-4bfa-aff3-ff5b9286a4a4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586596 Apr 08 12:08:05.376645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.389478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46da1eb4-5c33-4249-9625-854324908d30'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:05.400211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 46da1eb4-5c33-4249-9625-854324908d30, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=46da1eb4-5c33-4249-9625-854324908d30,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:05.406240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.408304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:05.414863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:05.474417 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bc5f2a0e-39cb-4288-823e-25688523bfaf req-4c001316-1afa-4925-8a8f-781dcb93c674 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840979 Apr 08 12:08:05.481342 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46da1eb4-5c33-4249-9625-854324908d30', 'code': 200} Apr 08 12:08:05.579036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=46da1eb4-5c33-4249-9625-854324908d30,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:05.587218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.587679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.588192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.588320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.588677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.589047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.589411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.589839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.590210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.590573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.591625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.591995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:05.618682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:05.953321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43776) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:05.977033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:05.998268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:06.003755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Usage tracker for resource:security_group_rule and tenant:f20334f23b5d471191260daa52574745 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:06.007875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:06.016081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:06.020503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.026024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.069707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43780) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:06.080252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62683c88-0f45-46e7-b29e-615f42589ca7 req-f2a75d75-81f6-444c-90a0-39936299c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:06.081967 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-62683c88-0f45-46e7-b29e-615f42589ca7 req-f2a75d75-81f6-444c-90a0-39936299c20b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1098 time: 0.1755061 Apr 08 12:08:06.152108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.155639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.177751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:06.186223 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-62683c88-0f45-46e7-b29e-615f42589ca7 req-ff4f55e9-461c-4fab-8334-d3cc909ee43a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971861 Apr 08 12:08:06.213187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e098a0f-adfa-4833-af8c-9fe756abe8b3,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:06.221156 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f20334f23b5d471191260daa52574745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663150 Apr 08 12:08:06.222115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43794) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:06.223107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:06.245728 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Floating IP a98f5ce4-b1b3-4214-94c8-d3626808ca82 associated. External IP: 172.28.0.120, port: 89b5fda0-dc37-4633-bf21-8f41f9bb9016. Apr 08 12:08:06.308829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.353748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.406982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.449542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:06.456164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Usage tracker for resource:security_group_rule and tenant:37d67990241b47b9a8ea42cfe23ccd96 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:06.459537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:06.467319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:06.499945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.506127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-24f031e7-bab9-4320-90c9-6cd1605e202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:06.521795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e098a0f-adfa-4833-af8c-9fe756abe8b3,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:06.529785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:06.548786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.550038 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e098a0f-adfa-4833-af8c-9fe756abe8b3 HTTP/1.1" status: 204 len: 168 time: 0.3258801 Apr 08 12:08:06.599380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.603544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.637037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-79d76b56-ae0a-4cba-bd06-d2dc6ebd963c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:06.648162 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37d67990241b47b9a8ea42cfe23ccd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744901 Apr 08 12:08:06.650928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43816) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:06.653101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d629fa4-7bae-4769-841b-ab8bb28314e6 req-cd06ad56-e748-44f3-a7a9-fa0e85c29a32 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:06.661341 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2d629fa4-7bae-4769-841b-ab8bb28314e6 req-cd06ad56-e748-44f3-a7a9-fa0e85c29a32 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1724992 Apr 08 12:08:06.704919 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2d629fa4-7bae-4769-841b-ab8bb28314e6 req-cb2196c1-0935-4b8f-8ee1-ec617286f304 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Apr 08 12:08:06.745356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f7fac9-18b1-4e7e-9135-d119c36ad0b7,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:06.751355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:06.791981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.859342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.870379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43824) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:06.923032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.931307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:06.948821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f7fac9-18b1-4e7e-9135-d119c36ad0b7,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:06.976783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:06.980510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:06.982535 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61f7fac9-18b1-4e7e-9135-d119c36ad0b7 HTTP/1.1" status: 204 len: 168 time: 0.3298161 Apr 08 12:08:07.019020 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac6e21-22c5-4bf4-b974-e14e2bb4051d req-553eb0e4-70ce-49a3-9917-3b99cc23c086 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:07.026608 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7cac6e21-22c5-4bf4-b974-e14e2bb4051d req-553eb0e4-70ce-49a3-9917-3b99cc23c086 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.3418770 Apr 08 12:08:07.067390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1261342941-network', 'tenant_id': 'daa205b89091463f97197a0f1b72365e'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:07.078611 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7cac6e21-22c5-4bf4-b974-e14e2bb4051d req-0ce7b313-2fae-4ca9-b28a-d42b1e58f56c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509696 Apr 08 12:08:07.079386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:07.091549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Usage tracker for resource:network and tenant:daa205b89091463f97197a0f1b72365e is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:07.096863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:07.104107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:07.113031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Router 3a3b8701-915d-43e0-85a7-e4189551b122 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:08:07.127109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Made reservation on behalf of daa205b89091463f97197a0f1b72365e for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:07.131938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.156541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.173017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:07.177048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Usage tracker for resource:security_group_rule and tenant:daa205b89091463f97197a0f1b72365e is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:07.180074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:07.186322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:07.287309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.295194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.299877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dec0b7c7-d62a-4ed0-9b76-ead1d3ea74a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:07.356366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:08:07.371616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:07.377002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:07.378310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.378709 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Added segment c39212ed-2b96-422a-ac02-c46dbfedc6ae of type vlan for network f8b73a7e-62cd-43dd-a261-b2c531850447 Apr 08 12:08:07.436324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.482909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.488106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:07.498221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.505819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d293dd31-111e-474b-b120-a90c554cac86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:07.538577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:08:07.546138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.555505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:08:07.586952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:07.587142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:07.631456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Pushing event updated for resources: {'Network': ['ID=f8b73a7e-62cd-43dd-a261-b2c531850447,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:07.635723 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7641950 Apr 08 12:08:07.637233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:07.639169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43860) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:07.644516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network f8b73a7e-62cd-43dd-a261-b2c531850447 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:08:07.647005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Request body: {'subnet': {'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1261342941-subnet', 'tenant_id': 'daa205b89091463f97197a0f1b72365e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:07.652379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:07.660723 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-526402fc-c565-4933-b602-76699ae40437 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "PUT /v2.0/floatingips/a98f5ce4-b1b3-4214-94c8-d3626808ca82 HTTP/1.1" status: 200 len: 991 time: 3.4179265 Apr 08 12:08:07.661513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:07.678192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43864) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:07.683355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Usage tracker for resource:subnet and tenant:daa205b89091463f97197a0f1b72365e is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:07.691893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:07.714657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.750743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:07.760787 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'status': 'completed', 'code': 200} Apr 08 12:08:07.768704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:07.780049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Usage tracker for resource:security_group_rule and tenant:3819133500c145a8a81ce3518aa09e4d is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:07.790692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:07.801746 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Made reservation on behalf of daa205b89091463f97197a0f1b72365e for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:07.811790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1895171'] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:07.847926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:07.937908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:08.035266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-4d9347ed-9f59-47d6-bc18-a1cbff705743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:08.037478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-4d9347ed-9f59-47d6-bc18-a1cbff705743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.2513690 Apr 08 12:08:08.252365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-0b2abbeb-5dbd-4215-889a-7efdb59e2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:08.254295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-0b2abbeb-5dbd-4215-889a-7efdb59e2667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.1962731 Apr 08 12:08:08.283515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.300075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.311404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b8360c04-5e48-4e73-8289-b2ecffd336b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:08.358146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcdcdb3-2182-4f3a-a501-1e88d2e2db94,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:08.367160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:08.403270 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3819133500c145a8a81ce3518aa09e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134941 Apr 08 12:08:08.406363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43892) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:08.474144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2145a4e9-bd3c-4c84-81ea-e6ed3333f0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.477340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'a98f5ce4-b1b3-4214-94c8-d3626808ca82', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'floating_ip_address': '172.28.0.120', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'mac_address': 'fa:16:3e:5a:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:07:41Z', 'updated_at': '2021-04-08T12:08:05Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:08.483330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:08:08.494407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:08.495235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:07:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:08.593343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.638489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.744726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:08.803572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.810546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f5e1284e-614f-47a9-a0b5-fdcf2f64ef30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:08.823518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:08:08.826134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcdcdb3-2182-4f3a-a501-1e88d2e2db94,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:08.832298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:08.866934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827185600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1895218'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.889407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c1c9eae-7834-4dd3-b2b0-7390fb2a00be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:08.950304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e050814-3c2a-406a-920c-10316e00934c req-767ed045-8f38-4f66-aa6a-9f2d0db45187 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:08.956574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:08.959422 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7e050814-3c2a-406a-920c-10316e00934c req-767ed045-8f38-4f66-aa6a-9f2d0db45187 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 1.0189872 Apr 08 12:08:08.974052 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bcdcdb3-2182-4f3a-a501-1e88d2e2db94 HTTP/1.1" status: 204 len: 168 time: 0.5495963 Apr 08 12:08:09.019888 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-6be19f87-6b47-49d4-8978-3f1a61e8dd9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 999 time: 0.7531371 Apr 08 12:08:09.052895 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7e050814-3c2a-406a-920c-10316e00934c req-7be36aac-748e-48d0-8eea-12291878d0ad tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900099 Apr 08 12:08:09.115411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9a5946-3c3e-47f1-a84c-51d5f3188383,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:09.131263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:09.251755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65a048-3823-4ab0-8ac9-c71a54b220c9 req-f12952e6-84e3-4831-b962-19c985f04a02 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:09.259544 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3e65a048-3823-4ab0-8ac9-c71a54b220c9 req-f12952e6-84e3-4831-b962-19c985f04a02 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.8638663 Apr 08 12:08:09.266640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-f9d7ff81-f3bf-4e1b-aa13-f260e0a359fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:09.268303 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-f9d7ff81-f3bf-4e1b-aa13-f260e0a359fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.2139285 Apr 08 12:08:09.303571 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3e65a048-3823-4ab0-8ac9-c71a54b220c9 req-f989093f-11fb-4464-b2c8-417adcd92d6c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Apr 08 12:08:09.393555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Checking segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:09.393990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Network hostable DHCP agents. Network: f8b73a7e-62cd-43dd-a261-b2c531850447, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:08:09.423420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Network f8b73a7e-62cd-43dd-a261-b2c531850447 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:08:09.451917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, f8b73a7e-62cd-43dd-a261-b2c531850447) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:09.461791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459660e-0eb1-4ced-b334-d3d5e4d49a62 None None] Network f8b73a7e-62cd-43dd-a261-b2c531850447 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:08:09.465833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:09.467504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:09.504021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-67d55b11-d945-4d19-9f21-705cdfeaff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:09.505778 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-67d55b11-d945-4d19-9f21-705cdfeaff90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1998866 Apr 08 12:08:09.509830 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b88a7222-ddb2-4342-adda-d5458c21040c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8686290 Apr 08 12:08:09.663907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43968) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:09.811549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'a98f5ce4-b1b3-4214-94c8-d3626808ca82', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'floating_ip_address': '172.28.0.120', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'mac_address': 'fa:16:3e:5a:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:07:41Z', 'updated_at': '2021-04-08T12:08:05Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:09.828895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa73c6-93bc-43d0-b904-a255965e7876 None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'a98f5ce4-b1b3-4214-94c8-d3626808ca82', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'floating_ip_address': '172.28.0.120', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'mac_address': 'fa:16:3e:5a:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:07:41Z', 'updated_at': '2021-04-08T12:08:05Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:08:09.878887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dbd942-aaa3-485c-92ae-b823fc16430f None None] Network f8b73a7e-62cd-43dd-a261-b2c531850447 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:08:09.888867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86309a57-4a34-4f11-ab54-dacae52090ce req-6a2614d3-5ead-44f9-b676-029f246d6cc1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:09.900082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 43986) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:09.900869 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-86309a57-4a34-4f11-ab54-dacae52090ce req-6a2614d3-5ead-44f9-b676-029f246d6cc1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.5034504 Apr 08 12:08:09.910882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'floatingip': {'port_id': '46da1eb4-5c33-4249-9625-854324908d30'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:09.974911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 43990) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:10.058847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:10.072963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:10.169025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:10.179196 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-cf882d14-798e-4a88-b729-5fbabf3e9ce3 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622233 Apr 08 12:08:10.185795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a5085c9e054ad1b6444f08fdd1aa6f is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:10.199189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:10.333392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:10.501597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6581ff4-4e95-4977-afdb-43076f9fdf68 None None] New status for floating IP a98f5ce4-b1b3-4214-94c8-d3626808ca82: ACTIVE {{(pid=84400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:08:10.510037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:10.623115 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0cf8e1b-bba0-42e3-b433-e1bd5a56282b req-00c76956-2fab-4bc7-9cbf-77673f307b2e service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960834 Apr 08 12:08:10.823819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145d56-9423-4293-aada-166a2e0b61cf req-e110bf25-b671-41b7-83c1-08c2b9d0d52b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:10.825545 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-aa145d56-9423-4293-aada-166a2e0b61cf req-e110bf25-b671-41b7-83c1-08c2b9d0d52b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1647036 Apr 08 12:08:10.957210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5005536b-90db-4ff3-98ad-003470fdbcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:10.993522 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-aa145d56-9423-4293-aada-166a2e0b61cf req-e54f152f-b960-486a-b07b-ed7e3001299e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Apr 08 12:08:11.172688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.183853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-56c10847-d57d-4e18-8523-c6ae404e2090 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:11.185445 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-56c10847-d57d-4e18-8523-c6ae404e2090 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.3579500 Apr 08 12:08:11.189099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.199960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:11.201190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:11.209172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:40ba9a7e30b644a3a905787b3e665822 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:11.215581 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-4472ce17-7787-419c-9690-3bf6fa075a40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1791146 Apr 08 12:08:11.222979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:11.235078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:11.252013 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-0d1a6f09-2fdd-40da-b60a-c1c49f44bbbc tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/quotas/daa205b89091463f97197a0f1b72365e HTTP/1.1" status: 200 len: 375 time: 0.0552995 Apr 08 12:08:11.439835 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-b6cb767a-83d3-41ac-a416-9db6550747b0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1862068 Apr 08 12:08:11.495730 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9a5085c9e054ad1b6444f08fdd1aa6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5093682 Apr 08 12:08:11.505613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44050) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:11.531819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.573366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8719b7c0-d3e7-41d3-8bec-ded58ada91e7,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:11.592771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:11.645062 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-738ea32c-a5fb-4a04-a8f4-d09e86cf4703 service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840589 Apr 08 12:08:11.656531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-294c062c-1cdd-432d-8321-e9b1adf4ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:11.658233 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-294c062c-1cdd-432d-8321-e9b1adf4ffb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.2709637 Apr 08 12:08:11.699591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.749787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.759665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.resource_extend [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 08 12:08:11.774767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.836913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.846026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.856460 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fa3cf9af-56df-4448-991f-36f41f2a9601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:11.934369 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-b00ef416-6a28-46ab-af83-c46ca5db6fec service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750304 Apr 08 12:08:11.937795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-3491b64a-be86-4bbf-ad37-016d33439eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:11.940692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9fd9a6-dfe9-4d67-8082-40acbcb5e4f6,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:11.940842 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-3491b64a-be86-4bbf-ad37-016d33439eb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.2556641 Apr 08 12:08:11.959814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:11.964879 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40ba9a7e30b644a3a905787b3e665822&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2972207 Apr 08 12:08:11.964879 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:11.965596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44056) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:11.983012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.039551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-bd22e12b-f702-42eb-9ea4-0bb02111cb05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.0783765 Apr 08 12:08:12.124311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-fda644d7-ea04-44d0-9bfe-cea8056d3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:12.125971 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-fda644d7-ea04-44d0-9bfe-cea8056d3b75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.0793340 Apr 08 12:08:12.188438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.196752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c741e546-1624-465c-9424-31266ca669f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:12.215078 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2ac275f4-623b-42b6-b491-88a8b0f0a362 req-10bbe283-3c78-4df4-b36a-ef795b12f803 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 210 time: 0.0880992 Apr 08 12:08:12.229025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8719b7c0-d3e7-41d3-8bec-ded58ada91e7,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:12.249575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:12.267196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.271255 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-8ab45ada-b1dc-403f-b982-81a987ec9fce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080015 Apr 08 12:08:12.290733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.295395 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8719b7c0-d3e7-41d3-8bec-ded58ada91e7 HTTP/1.1" status: 204 len: 168 time: 0.7802694 Apr 08 12:08:12.320009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.336069 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Floating IP fc9ee547-b552-4a00-8027-60216f0bd63e associated. External IP: 172.28.0.109, port: 46da1eb4-5c33-4249-9625-854324908d30. Apr 08 12:08:12.432756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0b5ca-6eb6-4844-8920-08464966dd97 req-e3c1464b-db7a-4bee-a6ea-576abba9b453 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:12.435265 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-daf0b5ca-6eb6-4844-8920-08464966dd97 req-e3c1464b-db7a-4bee-a6ea-576abba9b453 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2224517 Apr 08 12:08:12.476861 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-94fd64a9-a1c2-41cc-849a-a41dc996bc0d service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980052 Apr 08 12:08:12.487798 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-daf0b5ca-6eb6-4844-8920-08464966dd97 req-5c9d7612-efa8-4171-860c-749c66666d9b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Apr 08 12:08:12.744098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.785504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bdd4c3ce-694c-4a9c-8800-66974f7b7f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:12.807950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9fd9a6-dfe9-4d67-8082-40acbcb5e4f6,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:12.858635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:12.861990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.873695 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e9fd9a6-dfe9-4d67-8082-40acbcb5e4f6 HTTP/1.1" status: 204 len: 168 time: 0.9061756 Apr 08 12:08:12.912564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:12.986566 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a964eadb-534f-4f91-be39-47aba0c59a1b req-079b31f0-181f-4074-a3e2-b55218abd415 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976044 Apr 08 12:08:13.227714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:08:13.538460 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00009819-a230-47c6-bdb7-94356359974a req-97357a3c-79fa-4a70-a21c-013c3b836878 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 210 time: 0.1295171 Apr 08 12:08:13.800222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:08:13.805485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:13.811127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:08:13.850906 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:13.855861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:13.968663 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-af63b584-f048-4fab-858b-88a49b8d02c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "PUT /v2.0/floatingips/fc9ee547-b552-4a00-8027-60216f0bd63e HTTP/1.1" status: 200 len: 991 time: 4.0672667 Apr 08 12:08:13.969796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'tag': '46da1eb4-5c33-4249-9625-854324908d30'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:14.196690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:14.210059 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9c4e-e134-459e-ae93-98e638495398 req-ccdba0c4-3507-4ea8-a5e3-5e8e67484564 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:14.212112 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fb5b9c4e-e134-459e-ae93-98e638495398 req-ccdba0c4-3507-4ea8-a5e3-5e8e67484564 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.4410074 Apr 08 12:08:14.302158 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fb5b9c4e-e134-459e-ae93-98e638495398 req-38de5b82-9b96-44bb-94d7-17ec6b0f1f83 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721676 Apr 08 12:08:14.309375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-d89fb7cd-070f-4f02-a708-773953ae7ae7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:14.318946 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-d89fb7cd-070f-4f02-a708-773953ae7ae7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.3917313 Apr 08 12:08:14.337427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Request body: {'port': {'device_id': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'admin_state_up': True, 'tenant_id': 'daa205b89091463f97197a0f1b72365e'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:14.398995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:14.411863 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'tag': '46da1eb4-5c33-4249-9625-854324908d30', 'status': 'completed', 'code': 200} Apr 08 12:08:14.760098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'fc9ee547-b552-4a00-8027-60216f0bd63e', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'floating_ip_address': '172.28.0.109', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'port_id': '46da1eb4-5c33-4249-9625-854324908d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'mac_address': 'fa:16:3e:ee:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7039b221-79b7-4e14-8138-058888b5a1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:07:43Z', 'updated_at': '2021-04-08T12:08:11Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:14.765097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:08:14.776644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:14.777392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:14.827151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44186) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:14.844714 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cd414d1b-ab2f-4ee2-b1da-babd81cdaa28 req-86598a5a-1120-4653-8d38-64a40b2ad76a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 210 time: 0.0800052 Apr 08 12:08:14.874146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-3b35d841-2bee-48e6-ad6c-1fcaf9906154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:14.875849 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-3b35d841-2bee-48e6-ad6c-1fcaf9906154 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1098 time: 0.3599305 Apr 08 12:08:15.033162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:15.090036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-0f5e72f8-4073-47b4-bf43-c3d27f702134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:15.091632 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-0f5e72f8-4073-47b4-bf43-c3d27f702134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 0.1958690 Apr 08 12:08:15.098126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:15.102162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Usage tracker for resource:port and tenant:daa205b89091463f97197a0f1b72365e is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:15.105150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:15.115745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:15.164803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.190564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:15.195694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fcdb38ec7b634d7092e446ef29764769 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:15.199876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:15.224419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:15.332382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.340752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.363642 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-8d1fa1d1-922c-46d5-9682-ef986392163f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 999 time: 0.2286098 Apr 08 12:08:15.364273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Made reservation on behalf of daa205b89091463f97197a0f1b72365e for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:15.366675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:15.371245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.478709 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcdb38ec7b634d7092e446ef29764769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503789 Apr 08 12:08:15.480425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf19d09-ec61-4167-8c2b-9cc7f1195b48,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:15.484611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:15.485682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44244) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:15.582452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.615146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.690312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.695597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:15.709051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf19d09-ec61-4167-8c2b-9cc7f1195b48,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:15.720861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:15.726787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:15.728024 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebf19d09-ec61-4167-8c2b-9cc7f1195b48 HTTP/1.1" status: 204 len: 168 time: 0.2410471 Apr 08 12:08:15.852826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'fc9ee547-b552-4a00-8027-60216f0bd63e', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'floating_ip_address': '172.28.0.109', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'port_id': '46da1eb4-5c33-4249-9625-854324908d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'mac_address': 'fa:16:3e:ee:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7039b221-79b7-4e14-8138-058888b5a1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:07:43Z', 'updated_at': '2021-04-08T12:08:11Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:15.858355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d583437-66ac-4f09-be4c-0e4a521d01a0 None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'fc9ee547-b552-4a00-8027-60216f0bd63e', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'floating_ip_address': '172.28.0.109', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'port_id': '46da1eb4-5c33-4249-9625-854324908d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'mac_address': 'fa:16:3e:ee:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7039b221-79b7-4e14-8138-058888b5a1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:07:43Z', 'updated_at': '2021-04-08T12:08:11Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:08:15.911722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09ff0b-8861-497f-a7ad-eb3e3e57af15 req-b0c38a5f-e678-4e92-a83d-2cbe00908760 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:15.913799 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7f09ff0b-8861-497f-a7ad-eb3e3e57af15 req-b0c38a5f-e678-4e92-a83d-2cbe00908760 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.3138351 Apr 08 12:08:15.915480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-48749539-e2ef-4d8c-93af-c7f15061bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:15.917221 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-48749539-e2ef-4d8c-93af-c7f15061bf55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.5249701 Apr 08 12:08:15.972088 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7f09ff0b-8861-497f-a7ad-eb3e3e57af15 req-3a1aa68f-4264-43c3-97dd-42104a85c567 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Apr 08 12:08:16.072179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Allocated IP 172.20.0.13 (f8b73a7e-62cd-43dd-a261-b2c531850447/3c9a5946-3c3e-47f1-a84c-51d5f3188383/fdf9969e-0bac-4942-9723-f77f77148027) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:08:16.096666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-d296c4b2-03c0-461e-b9da-2c2045556037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:16.098418 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-d296c4b2-03c0-461e-b9da-2c2045556037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1695535 Apr 08 12:08:16.298323 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-15f335e5-2f12-4828-88fc-608c80ac1cd1 req-8928846f-2855-4145-a4ef-823fb19f0f76 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 210 time: 0.2143888 Apr 08 12:08:16.329975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a265992-3cd1-4517-94a6-46be142e0901 None None] New status for floating IP fc9ee547-b552-4a00-8027-60216f0bd63e: ACTIVE {{(pid=84400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:08:16.375883 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-618b24c1-a2e1-4d28-927f-72ceac487136 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279527 Apr 08 12:08:16.422139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44276) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:16.442858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.462911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:16.467416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b9b037b5dd324ef69e5622fcae4ff3e6 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:16.470711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:16.478438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:16.584398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.592515 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2771896-25a9-44cb-9a4d-217e9b545d5d req-4a16c500-c692-459e-9ff1-747320049362 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644466 Apr 08 12:08:16.592768 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.620272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cd872483-e08e-4ff9-82ad-be561f1bf53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:16.663359 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9b037b5dd324ef69e5622fcae4ff3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374556 Apr 08 12:08:16.664714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44294) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:16.686621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca6ca9-3548-4c86-ac54-897b3d44e319,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:16.706169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:16.820742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.835445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.875621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.883624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.908127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c9fca934-eff5-4cb3-9401-5f59302343ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:16.924472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.931466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2f8609b4-5d2a-4ac5-bc30-7962e91f824b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:16.948143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:16.949381 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71ca6ca9-3548-4c86-ac54-897b3d44e319 HTTP/1.1" status: 204 len: 168 time: 0.2836533 Apr 08 12:08:16.950532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca6ca9-3548-4c86-ac54-897b3d44e319,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:16.952896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:17.123667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Network f8b73a7e-62cd-43dd-a261-b2c531850447 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:17.128418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:17.198412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:08:17.257355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event updated for resources: {'Port': ['ID=fdf9969e-0bac-4942-9723-f77f77148027,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:17.271958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:17.310744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:17.311430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:17.336915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57332c6-f9c1-4a8e-aa0d-51b48b1c135b req-aba8d579-6a46-4d30-ac2b-2501a444e4c2 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:17.338589 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c57332c6-f9c1-4a8e-aa0d-51b48b1c135b req-aba8d579-6a46-4d30-ac2b-2501a444e4c2 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2208900 Apr 08 12:08:17.366275 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0348868 Apr 08 12:08:17.377214 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c57332c6-f9c1-4a8e-aa0d-51b48b1c135b req-9ba88efc-5641-41ef-ac24-8513b0b342b6 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275536 Apr 08 12:08:17.382560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Request body: {'port': {'device_id': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:17.792204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:17.914001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bcdc4-118d-489f-8723-7419f9a75ee4 req-ddc6b20a-51e5-4d9b-83d5-6e0c6b345c2e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:17.914770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-298bcdc4-118d-489f-8723-7419f9a75ee4 req-ddc6b20a-51e5-4d9b-83d5-6e0c6b345c2e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:08:17.998440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-298bcdc4-118d-489f-8723-7419f9a75ee4 req-ddc6b20a-51e5-4d9b-83d5-6e0c6b345c2e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:08:18.006072 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-298bcdc4-118d-489f-8723-7419f9a75ee4 req-ddc6b20a-51e5-4d9b-83d5-6e0c6b345c2e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 932 time: 0.5201998 Apr 08 12:08:18.055922 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-298bcdc4-118d-489f-8723-7419f9a75ee4 req-f91e11fb-f5ef-4fb3-be99-b6d3ba8214c3 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488763 Apr 08 12:08:18.277346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf9969e-0bac-4942-9723-f77f77148027 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:08:18.286604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:18.303603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Transition to ACTIVE for port object fdf9969e-0bac-4942-9723-f77f77148027 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:18.306897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:18.323994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:18.454726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf9969e-0bac-4942-9723-f77f77148027,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:18.463448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:18.816432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Attempting to bind port fdf9969e-0bac-4942-9723-f77f77148027 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:18.816791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Attempting to bind port fdf9969e-0bac-4942-9723-f77f77148027 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:08:18.817140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Attempting to bind port fdf9969e-0bac-4942-9723-f77f77148027 on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:18.824823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Port fdf9969e-0bac-4942-9723-f77f77148027 on network f8b73a7e-62cd-43dd-a261-b2c531850447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:08:18.825714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Attempting to bind port fdf9969e-0bac-4942-9723-f77f77148027 on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:18.835113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:08:18.835484 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Checking segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:18.835945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Bound using segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:08:18.836324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Bound port: fdf9969e-0bac-4942-9723-f77f77148027, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:08:18.836704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:18.906010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc5bd-0584-41ef-a02e-ab77ad117695 req-88258421-3061-4cde-ab91-6a53aadf426f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:18.907652 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ae8dc5bd-0584-41ef-a02e-ab77ad117695 req-88258421-3061-4cde-ab91-6a53aadf426f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2893195 Apr 08 12:08:18.954750 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ae8dc5bd-0584-41ef-a02e-ab77ad117695 req-29515465-f381-446f-9675-eb779cf68434 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Apr 08 12:08:18.957442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] For port fdf9969e-0bac-4942-9723-f77f77148027, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:08:18.961463 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] For port fdf9969e-0bac-4942-9723-f77f77148027, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fdf9969e-0bac-4942-9723-f77f77148027,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:08:18.968107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:18.985584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:19.223268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:19.223939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:19.225457 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] 10.222.0.13 "PUT /v2.0/ports/fdf9969e-0bac-4942-9723-f77f77148027 HTTP/1.1" status: 200 len: 1094 time: 1.8472369 Apr 08 12:08:19.225999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'tag': 'fdf9969e-0bac-4942-9723-f77f77148027'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:19.285870 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'tag': 'fdf9969e-0bac-4942-9723-f77f77148027', 'status': 'completed', 'code': 200} Apr 08 12:08:19.339169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf9969e-0bac-4942-9723-f77f77148027,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:19.347617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:19.412148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99a87c-97e7-4c38-89c2-caa7267c6baf req-2f818a32-f45f-488e-b47b-db46d1d7337e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:19.421462 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0c99a87c-97e7-4c38-89c2-caa7267c6baf req-2f818a32-f45f-488e-b47b-db46d1d7337e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 944 time: 0.1898000 Apr 08 12:08:19.463566 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0c99a87c-97e7-4c38-89c2-caa7267c6baf req-66a92c4e-b4ac-4da1-8ab6-c061f360402b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Apr 08 12:08:19.466748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-dc115ea1-4897-4df0-a967-25bb29600ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:19.468407 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-dc115ea1-4897-4df0-a967-25bb29600ced service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 1097 time: 0.1858873 Apr 08 12:08:19.555004 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-99ee39d0-f6a6-43e5-82ef-a3326bbd84f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdf9969e-0bac-4942-9723-f77f77148027 HTTP/1.1" status: 200 len: 217 time: 0.0697279 Apr 08 12:08:19.625346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-5e6666d6-ee65-42d2-b96c-6727c3fdc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:19.626889 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-5e6666d6-ee65-42d2-b96c-6727c3fdc425 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.0637572 Apr 08 12:08:19.684455 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-4e0b1eb4-fef7-420e-9626-8a5a91878f9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482211 Apr 08 12:08:19.836740 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-71383add-b4d5-4aed-9b9a-4e802b533ba5 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385014 Apr 08 12:08:19.986939 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5353d4d9-e4e7-4e22-9218-e583953c95a3 req-9eb75707-4ff0-4273-8b68-6b8da8740803 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341598 Apr 08 12:08:20.183250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-0d656f74-eebf-4582-89b3-78ec6fedee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:20.184940 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-0d656f74-eebf-4582-89b3-78ec6fedee2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 1097 time: 0.1513388 Apr 08 12:08:20.206901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657eedf7-cf75-4531-b8ee-02f76538d16b req-27dff9a3-d79b-4e22-a3ff-3e533df1c536 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:20.208616 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-657eedf7-cf75-4531-b8ee-02f76538d16b req-27dff9a3-d79b-4e22-a3ff-3e533df1c536 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1299219 Apr 08 12:08:20.323985 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-657eedf7-cf75-4531-b8ee-02f76538d16b req-3784ff7b-c6b1-43f9-9549-2ed9a23db156 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893996 Apr 08 12:08:20.378711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-ff9d84a5-1a80-4eaa-a20f-54f3d8179f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:20.380329 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-ff9d84a5-1a80-4eaa-a20f-54f3d8179f88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 916 time: 0.1874447 Apr 08 12:08:20.455501 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-ec2263c3-5499-41b2-9277-b0218110141e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdf9969e-0bac-4942-9723-f77f77148027 HTTP/1.1" status: 200 len: 217 time: 0.0660682 Apr 08 12:08:20.535157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-eb047277-be84-4243-9876-1c4a17c0915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:20.537281 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-eb047277-be84-4243-9876-1c4a17c0915f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.0739121 Apr 08 12:08:20.557091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44420) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:20.611441 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-288e8ea3-0553-483e-bf60-8343703c78ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597401 Apr 08 12:08:20.765141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:20.785108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:20.790290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Usage tracker for resource:security_group_rule and tenant:f4abb44f16274d1f856c77eec78053dc is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:20.795644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:20.803085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:20.835499 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-b2d285ef-cdcd-4c11-b850-0a8ae67af5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099752 Apr 08 12:08:20.897799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:20.902964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:20.913923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c7ec725f-1ec2-49fc-bf3d-c8ac52ba1446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:20.967840 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4abb44f16274d1f856c77eec78053dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091761 Apr 08 12:08:20.968870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44432) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:20.974817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d0485c-6941-4eeb-8d2b-e9bcf4454349,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:20.978673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:20.987093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2a592-eea7-4cf7-8775-146ee333e278 req-670da301-2b42-4354-96ec-3da987f43785 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:20.994890 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a0a2a592-eea7-4cf7-8775-146ee333e278 req-670da301-2b42-4354-96ec-3da987f43785 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 944 time: 0.2792053 Apr 08 12:08:21.071851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.109030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.165727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.172370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-215032a2-2c82-4a43-b514-b038b4b97b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:21.186163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d0485c-6941-4eeb-8d2b-e9bcf4454349,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:21.192153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.196460 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10d0485c-6941-4eeb-8d2b-e9bcf4454349 HTTP/1.1" status: 204 len: 168 time: 0.2236814 Apr 08 12:08:21.197545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:21.258458 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a0a2a592-eea7-4cf7-8775-146ee333e278 req-4df0d228-6598-400d-9b5b-5a1a9050977d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626038 Apr 08 12:08:21.289066 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d56795a5-7f63-4c42-b50a-6804c658df51 req-00f2e30b-26f2-4bfe-a949-114203a4c36c service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446251 Apr 08 12:08:21.530923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44450) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:21.549098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.560319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb983099-bd37-4320-8b90-e2a9bbcedccb req-b407fa84-b59d-4b7e-8a8d-89b35a7f75b1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:21.562041 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb983099-bd37-4320-8b90-e2a9bbcedccb req-b407fa84-b59d-4b7e-8a8d-89b35a7f75b1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0898776 Apr 08 12:08:21.564606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:21.568638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Usage tracker for resource:security_group_rule and tenant:e67af653d12342e7883023eb70b21850 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:21.571627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:21.578201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:21.595630 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb983099-bd37-4320-8b90-e2a9bbcedccb req-6c91025c-cdcd-4592-ae13-ee530c913d33 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270464 Apr 08 12:08:21.672862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.675976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.684301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1fb19b06-a4f0-48de-a7dd-c85e9c00d2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:21.725621 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e67af653d12342e7883023eb70b21850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935499 Apr 08 12:08:21.727362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e6fa8-f4cb-4aa0-8b09-17d7b7368cc7,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:21.728530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 44456) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:21.730657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:21.798151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.827708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.872748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.877724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-62c94d3e-31e0-4e10-ad1c-615c811bd922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:21.889644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e6fa8-f4cb-4aa0-8b09-17d7b7368cc7,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:21.892721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:21.894916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:21.898419 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c1e6fa8-f4cb-4aa0-8b09-17d7b7368cc7 HTTP/1.1" status: 204 len: 168 time: 0.1662869 Apr 08 12:08:22.259466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44470) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:22.279638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.295289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:22.299664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4c7b9034084fa681e359d3f0782c3a is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:22.302919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:22.308848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:22.399032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.402023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.414962 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dc6e6edf-6a6a-414a-942b-a99f654603d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:22.460858 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e4c7b9034084fa681e359d3f0782c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001903 Apr 08 12:08:22.462019 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e81edf-dbd2-4938-ba33-91657c5f3ac2,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:22.471505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:22.474251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 44480) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:22.504283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee4ae-3cc9-45d8-84ae-ae3681dafa8b req-6ff786cc-e3d2-4717-a06f-159b86c0d270 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:22.513121 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-426ee4ae-3cc9-45d8-84ae-ae3681dafa8b req-6ff786cc-e3d2-4717-a06f-159b86c0d270 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 944 time: 0.1343000 Apr 08 12:08:22.560627 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-426ee4ae-3cc9-45d8-84ae-ae3681dafa8b req-55a14a93-5533-4755-aa74-9f9b959c10b1 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Apr 08 12:08:22.601932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.630986 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.679721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.687908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8c8daefa-6b83-42b9-9d25-1c6bcdcd8880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:22.713603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:22.717666 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90e81edf-dbd2-4938-ba33-91657c5f3ac2 HTTP/1.1" status: 204 len: 168 time: 0.2394264 Apr 08 12:08:22.717666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e81edf-dbd2-4938-ba33-91657c5f3ac2,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:22.718349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:22.874298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a589d2-6c7c-4745-81e4-e1ae6f5c6d8c req-c3714315-c074-4f9b-97ca-4c357fc72578 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:22.876118 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-53a589d2-6c7c-4745-81e4-e1ae6f5c6d8c req-c3714315-c074-4f9b-97ca-4c357fc72578 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1459894 Apr 08 12:08:22.910320 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-53a589d2-6c7c-4745-81e4-e1ae6f5c6d8c req-1556f89b-3448-4038-a3fd-de21f1614d6c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279958 Apr 08 12:08:23.173085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fdf9969e-0bac-4942-9723-f77f77148027 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:08:23.346648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fdf9969e-0bac-4942-9723-f77f77148027, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fdf9969e-0bac-4942-9723-f77f77148027,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:23.362586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'fdf9969e-0bac-4942-9723-f77f77148027', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'port_id': 'fdf9969e-0bac-4942-9723-f77f77148027', 'mac_address': 'fa:16:3e:ad:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9a5946-3c3e-47f1-a84c-51d5f3188383', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:08:23.430052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:23.449140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf9969e-0bac-4942-9723-f77f77148027 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:08:23.471831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fdf9969e-0bac-4942-9723-f77f77148027, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fdf9969e-0bac-4942-9723-f77f77148027,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:23.477548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:23.479974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff3d22dc-9014-4e04-beb0-d00c055d9108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:23.566278 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=fdf9969e-0bac-4942-9723-f77f77148027,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:23.570143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:23.801534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:08:23.839700 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7770-4eca-46ad-ac5f-20cf67e32ecd req-e2ded713-da00-4660-a7d9-6033f0838e06 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:23.842558 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d7be7770-4eca-46ad-ac5f-20cf67e32ecd req-e2ded713-da00-4660-a7d9-6033f0838e06 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 945 time: 0.1313672 Apr 08 12:08:23.909996 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d7be7770-4eca-46ad-ac5f-20cf67e32ecd req-cf3569b2-5320-40b1-9ed2-74fa2c17b010 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593052 Apr 08 12:08:24.140245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9fccc-8ec1-49b4-bd5d-bd1a4a4dfe15 req-eaa6296f-cefa-4804-8682-a9e242b2d5e1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:24.141832 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-02a9fccc-8ec1-49b4-bd5d-bd1a4a4dfe15 req-eaa6296f-cefa-4804-8682-a9e242b2d5e1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0985208 Apr 08 12:08:24.180765 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-02a9fccc-8ec1-49b4-bd5d-bd1a4a4dfe15 req-dd26a67a-0dd4-4c43-ba9f-e953e70b8fe7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Apr 08 12:08:25.129591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575a06e-ddb9-4e52-985e-c6c15914006e req-909740b1-33b2-4073-9691-81a8922fdb80 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:25.131236 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a575a06e-ddb9-4e52-985e-c6c15914006e req-909740b1-33b2-4073-9691-81a8922fdb80 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 945 time: 0.1017694 Apr 08 12:08:25.175635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fdf9969e-0bac-4942-9723-f77f77148027 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:25.181019 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a575a06e-ddb9-4e52-985e-c6c15914006e req-b6cf1fec-3afa-4d27-b88b-5506cc0a0e03 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Apr 08 12:08:25.283607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port fdf9969e-0bac-4942-9723-f77f77148027 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:25.288857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port fdf9969e-0bac-4942-9723-f77f77148027 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:25.289245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:25.412758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102267-7da5-4005-a853-9b4e2e70385d req-48750ff9-1631-4472-8e53-d30d99da662e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:25.414375 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a102267-7da5-4005-a853-9b4e2e70385d req-48750ff9-1631-4472-8e53-d30d99da662e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0942888 Apr 08 12:08:25.427333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:25.439994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf9969e-0bac-4942-9723-f77f77148027'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:25.453432 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a102267-7da5-4005-a853-9b4e2e70385d req-2e9ad2c3-00a2-4cd7-a3c6-0f3478bd5dac tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313401 Apr 08 12:08:25.454360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fdf9969e-0bac-4942-9723-f77f77148027, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fdf9969e-0bac-4942-9723-f77f77148027,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:25.460245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:25.461689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:25.530912 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf9969e-0bac-4942-9723-f77f77148027', 'code': 200} Apr 08 12:08:25.549308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=fdf9969e-0bac-4942-9723-f77f77148027,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:25.552447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:25.793663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ddd24-bfc4-4131-9a34-458fc63aa2c9 req-6d5a1a7e-31c4-45ff-af78-9b8b72154125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:25.795228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44582) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:25.795354 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-560ddd24-bfc4-4131-9a34-458fc63aa2c9 req-6d5a1a7e-31c4-45ff-af78-9b8b72154125 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 1099 time: 0.0828316 Apr 08 12:08:25.829615 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-560ddd24-bfc4-4131-9a34-458fc63aa2c9 req-c41cbe3a-3be3-4695-90b9-4342304a4f24 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244312 Apr 08 12:08:25.938632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:25.954170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:25.958193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Usage tracker for resource:security_group_rule and tenant:0481145eba244e0cade99377dc3916f2 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:25.961161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:25.968540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:26.057511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.063222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.069567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a2a9494a-9ff0-4d0c-a33d-2b9c768723ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:26.113387 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0481145eba244e0cade99377dc3916f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169606 Apr 08 12:08:26.114372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b7ad6b-1423-44c2-8da1-ba613d2a54a6,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:26.116218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 44590) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:26.117618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:26.178653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.205105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.264053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.269856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:26.282605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b7ad6b-1423-44c2-8da1-ba613d2a54a6,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:26.286468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:26.304977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.306499 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6b7ad6b-1423-44c2-8da1-ba613d2a54a6 HTTP/1.1" status: 204 len: 168 time: 0.1892297 Apr 08 12:08:26.430561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabced2f-9b3c-44e0-b1fe-06b75188ae84 req-da361d83-a079-4a33-9218-64817981de8f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:26.432268 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cabced2f-9b3c-44e0-b1fe-06b75188ae84 req-da361d83-a079-4a33-9218-64817981de8f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 946 time: 0.0923972 Apr 08 12:08:26.465044 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cabced2f-9b3c-44e0-b1fe-06b75188ae84 req-fb5ff10a-5dc9-4a14-9379-f7ace717c708 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248215 Apr 08 12:08:26.655452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44612) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:26.674887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.692443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:26.692916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7488f-c9f6-4bf2-a2a3-7baa236a74f0 req-02614952-b667-4add-a468-5e1460a7a42b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:26.694580 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d2d7488f-c9f6-4bf2-a2a3-7baa236a74f0 req-02614952-b667-4add-a468-5e1460a7a42b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1094522 Apr 08 12:08:26.703516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Usage tracker for resource:security_group_rule and tenant:52a96a012c6942bba967d127d1745939 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:26.707575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:26.714010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:26.743196 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d2d7488f-c9f6-4bf2-a2a3-7baa236a74f0 req-3f9a207c-8f46-483f-92c8-0663f6ba4837 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Apr 08 12:08:26.837572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.841284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:26.850391 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-14da07ba-7c5b-4d5e-9948-8329a62581b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:26.894117 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52a96a012c6942bba967d127d1745939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373667 Apr 08 12:08:26.895799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b2fdc-4059-4d27-a7ac-4d3e68bd3ead,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:26.896814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 44618) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:26.898951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:26.995277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:27.030895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:27.085543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:27.091648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:27.105441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b2fdc-4059-4d27-a7ac-4d3e68bd3ead,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:27.107930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:27.110301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:27.111635 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d2b2fdc-4059-4d27-a7ac-4d3e68bd3ead HTTP/1.1" status: 204 len: 168 time: 0.2085690 Apr 08 12:08:27.678703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d9ad8-f9c6-4d05-b2e6-826a5ccde338 req-99813256-c69c-4f12-bc07-f9390167e24d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:27.680351 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-488d9ad8-f9c6-4d05-b2e6-826a5ccde338 req-99813256-c69c-4f12-bc07-f9390167e24d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 946 time: 0.0932176 Apr 08 12:08:27.712626 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-488d9ad8-f9c6-4d05-b2e6-826a5ccde338 req-9af9100d-8b81-4ec0-b52b-215acf847dc1 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243883 Apr 08 12:08:27.992402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff01558-a23b-4412-bba1-02eaedde2a6e req-36975ddd-bf26-442c-a0bf-65f7b20f5a0a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:27.994272 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fff01558-a23b-4412-bba1-02eaedde2a6e req-36975ddd-bf26-442c-a0bf-65f7b20f5a0a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0974746 Apr 08 12:08:28.035220 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fff01558-a23b-4412-bba1-02eaedde2a6e req-c82d11a9-ba0b-41e4-8fbc-51eb46bc1e59 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300977 Apr 08 12:08:29.259335 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981e59-4253-4698-b4b5-089f9fbb663d req-823c7c1c-674e-45ac-a941-b2252effbb32 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:29.261043 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c0981e59-4253-4698-b4b5-089f9fbb663d req-823c7c1c-674e-45ac-a941-b2252effbb32 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0999465 Apr 08 12:08:29.297178 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c0981e59-4253-4698-b4b5-089f9fbb663d req-e1e305b7-0217-4981-b5a7-56a03a6d75f7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277703 Apr 08 12:08:29.341357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 44718) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:29.472725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.490084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:29.498826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Usage tracker for resource:security_group_rule and tenant:e35e0810fe9f470f8a3fd71f6187397b is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:29.499503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:29.508637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:29.599251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.602356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.612902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b9bb08b2-e6bc-47f0-97c6-9ce0496e972d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:29.660378 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e35e0810fe9f470f8a3fd71f6187397b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176982 Apr 08 12:08:29.661180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b22f0-aded-4c0b-bad5-53a1566e7f34,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:29.663782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44736) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:29.664373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:29.727480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.761282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.840258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.846276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4c296a2a-a9c7-4476-9c13-c8a6c419c7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:29.861529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b22f0-aded-4c0b-bad5-53a1566e7f34,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:29.865787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:29.884162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:29.885675 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d4b22f0-aded-4c0b-bad5-53a1566e7f34 HTTP/1.1" status: 204 len: 168 time: 0.2209864 Apr 08 12:08:30.242216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44756) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:30.265795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.281415 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:30.285436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Usage tracker for resource:security_group_rule and tenant:6cf4d6cc51c547f588b70bc77bc5ca6c is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:30.288433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:30.294996 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:30.382847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.386381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.395686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-49274a06-8e11-4956-8d92-cac9a5c56344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:30.439639 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cf4d6cc51c547f588b70bc77bc5ca6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960669 Apr 08 12:08:30.442616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b15a01b-c1af-4001-ad63-b9b0b8ca8484,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:30.445930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:30.446440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44764) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:30.513399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.527754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c9e94-e9a1-4cf5-9253-18b0798c8de5 req-60ebb519-1fc3-45c3-8979-3dbf5c98b9ef tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:30.535932 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f30c9e94-e9a1-4cf5-9253-18b0798c8de5 req-60ebb519-1fc3-45c3-8979-3dbf5c98b9ef tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1146007 Apr 08 12:08:30.542735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.577744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f30c9e94-e9a1-4cf5-9253-18b0798c8de5 req-813c316f-4a52-4211-94f4-221f62390190 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Apr 08 12:08:30.607557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.617630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5e055f75-6776-4f24-bf45-fe16d53fc0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:30.634334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:30.639369 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b15a01b-c1af-4001-ad63-b9b0b8ca8484 HTTP/1.1" status: 204 len: 168 time: 0.1914432 Apr 08 12:08:30.642532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b15a01b-c1af-4001-ad63-b9b0b8ca8484,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:30.657779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:31.786721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f704831-2f8f-486c-82e5-f5006e046019 req-b43438b6-9b4c-4dc4-b834-1f9a1a5ef622 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:31.806267 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7f704831-2f8f-486c-82e5-f5006e046019 req-b43438b6-9b4c-4dc4-b834-1f9a1a5ef622 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0960524 Apr 08 12:08:31.867541 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7f704831-2f8f-486c-82e5-f5006e046019 req-f2573162-cc5a-4334-8293-def45dfec2c1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567706 Apr 08 12:08:32.040525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44820) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:32.177288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.200541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:32.204802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Usage tracker for resource:security_group_rule and tenant:847909b096064d6fa208bec93743e675 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:32.207829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:32.214148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:32.305741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.308702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.318846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f6ccc472-2946-4114-8ad5-e2f627cd00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:32.365850 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=847909b096064d6fa208bec93743e675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214836 Apr 08 12:08:32.365946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44844) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:32.368720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3410c3d9-f16f-441e-b1f8-e280ad1e008e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:32.383230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:32.433560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.465086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.509224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.514866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f96e2174-2799-4173-8b79-e60a8e0f51ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:32.528878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3410c3d9-f16f-441e-b1f8-e280ad1e008e,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:32.532166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:32.533250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:32.534320 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3410c3d9-f16f-441e-b1f8-e280ad1e008e HTTP/1.1" status: 204 len: 168 time: 0.1674604 Apr 08 12:08:32.904438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b498b20f-963c-45f4-9378-cb8efda065a4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:32.906238 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b498b20f-963c-45f4-9378-cb8efda065a4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.1744618 Apr 08 12:08:32.924444 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-dbea62a3-e748-44c3-b219-8c0d875be6ff tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/quotas/daa205b89091463f97197a0f1b72365e HTTP/1.1" status: 200 len: 375 time: 0.0108376 Apr 08 12:08:33.067030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-8ae5ade6-1655-446a-963c-5ba13ac05348 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361828 Apr 08 12:08:33.221986 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc41e0-abca-410d-8367-91a412e36d6d req-89b85989-51ad-4c3a-9e26-7a520a209033 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:33.223594 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1edc41e0-abca-410d-8367-91a412e36d6d req-89b85989-51ad-4c3a-9e26-7a520a209033 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2110825 Apr 08 12:08:33.265405 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-eb2cc073-d3bd-45b3-a921-4e4916bf7d11 service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871243 Apr 08 12:08:33.272794 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1edc41e0-abca-410d-8367-91a412e36d6d req-ac7279bc-eed1-4e55-9f3b-d9c69768a1ec tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Apr 08 12:08:33.413032 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-852a927d-4749-4c1f-a525-0e22c353718a service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392100 Apr 08 12:08:33.662924 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-387cbd6e-b016-4e6f-9a32-f98bae028da8 req-7259a1d3-dc6d-4c2b-9b7d-eec574a061cd tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 210 time: 0.0581517 Apr 08 12:08:34.482250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3826ab6-9d82-40ae-b16b-79c8408c07f7 req-c4726350-0bee-420d-807e-fa776f75b12d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:34.483919 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c3826ab6-9d82-40ae-b16b-79c8408c07f7 req-c4726350-0bee-420d-807e-fa776f75b12d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.0936317 Apr 08 12:08:34.514972 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c3826ab6-9d82-40ae-b16b-79c8408c07f7 req-87de738b-522b-4896-afe1-d80ced9c37ab tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244067 Apr 08 12:08:34.968958 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cc26642b-66ee-4fbe-aede-241a89c661c3 req-ba85256f-da3b-4131-822b-037fb3b7747b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 210 time: 0.0671022 Apr 08 12:08:35.047036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-2e75e867-c2e5-4189-bb0d-6527c51bbd5c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:35.048990 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-2e75e867-c2e5-4189-bb0d-6527c51bbd5c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.2505784 Apr 08 12:08:35.073076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Request body: {'port': {'device_id': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'admin_state_up': True, 'tenant_id': 'daa205b89091463f97197a0f1b72365e'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:35.226959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:35.239158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:35.248041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Made reservation on behalf of daa205b89091463f97197a0f1b72365e for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:35.257142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:35.418040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Allocated IP 172.20.0.10 (f8b73a7e-62cd-43dd-a261-b2c531850447/3c9a5946-3c3e-47f1-a84c-51d5f3188383/cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:08:35.633959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:35.740668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:35.752720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b133756-1734-402c-bcb0-9da0cf8badb9 req-9ab3ea9d-9c68-4973-b3b5-5814efc27e96 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:35.755387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:08:35.760369 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9b133756-1734-402c-bcb0-9da0cf8badb9 req-9ab3ea9d-9c68-4973-b3b5-5814efc27e96 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1158350 Apr 08 12:08:35.806129 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9b133756-1734-402c-bcb0-9da0cf8badb9 req-4cb52f9f-1add-4d68-9040-fcc6ba8f515a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Apr 08 12:08:35.809282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-41da59f0-2ef4-49ba-8d58-97120d119e14 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:35.977836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event updated for resources: {'Port': ['ID=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:35.984821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:36.060950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Network f8b73a7e-62cd-43dd-a261-b2c531850447 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:36.075851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:36.078711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:08:36.159756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:36.160428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.451705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 44992) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:36.514516 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4457822 Apr 08 12:08:36.531683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Request body: {'port': {'device_id': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:36.570818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e8635-b874-4532-8290-4ff7a6052d0d req-dfe37c05-cafd-49aa-b487-f7ecbb04fdf8 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:36.571568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-f79e8635-b874-4532-8290-4ff7a6052d0d req-dfe37c05-cafd-49aa-b487-f7ecbb04fdf8 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:08:36.595638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.615315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:36.619584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Usage tracker for resource:security_group_rule and tenant:da99816f4b5f4061aafe4391cf426dac is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:36.622653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:36.628725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:36.644766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-f79e8635-b874-4532-8290-4ff7a6052d0d req-dfe37c05-cafd-49aa-b487-f7ecbb04fdf8 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:08:36.646056 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79e8635-b874-4532-8290-4ff7a6052d0d req-dfe37c05-cafd-49aa-b487-f7ecbb04fdf8 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 932 time: 0.4933279 Apr 08 12:08:36.696781 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f79e8635-b874-4532-8290-4ff7a6052d0d req-406ea043-d7d2-468b-b31b-8b8c9618530a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436957 Apr 08 12:08:36.697497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.725848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.728756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.739404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1cf43161-b532-4769-adc9-d68eaaae4890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:36.771697 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da99816f4b5f4061aafe4391cf426dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185201 Apr 08 12:08:36.772357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45000) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:36.842334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a023a4f-8904-4bcf-89ca-8c1ef5469de7,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:36.861449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.864349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:36.892262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.946391 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.952251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-176c911b-975e-4923-a4f7-8c63acd9b0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:36.965938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a023a4f-8904-4bcf-89ca-8c1ef5469de7,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:36.968287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:36.970608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:36.971812 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a023a4f-8904-4bcf-89ca-8c1ef5469de7 HTTP/1.1" status: 204 len: 168 time: 0.1960773 Apr 08 12:08:37.122898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bfe26-3e1c-4fdf-adfe-ba57de5eef5f req-9716f600-62f0-4977-8e71-65c50ccae1df tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:37.124502 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b88bfe26-3e1c-4fdf-adfe-ba57de5eef5f req-9716f600-62f0-4977-8e71-65c50ccae1df tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1523795 Apr 08 12:08:37.173855 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b88bfe26-3e1c-4fdf-adfe-ba57de5eef5f req-0aa2af77-f752-499b-b007-e6f30a444e26 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Apr 08 12:08:37.234466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:08:37.243058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.258756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Transition to ACTIVE for port object cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:37.261494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.277166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:37.298697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45016) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:37.317811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.333790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:37.338226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Usage tracker for resource:security_group_rule and tenant:7b9caba782f5472f93982cebaf40e536 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:37.341965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:37.347982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:37.427858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:37.440615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.443122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.446292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:37.453086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7b56ff79-e469-4d8c-9d4f-9b153a98efb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:37.496231 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b9caba782f5472f93982cebaf40e536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963573 Apr 08 12:08:37.500084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45022) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:37.549960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd92710e-6e17-443b-8d9c-16b18e176ead,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:37.553281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:37.577917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.609992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.657396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.662756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-58284658-59a8-45e7-9b2d-f45e93fa29d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:37.673156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Attempting to bind port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:37.673607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Attempting to bind port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:08:37.673900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Attempting to bind port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:37.674712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd92710e-6e17-443b-8d9c-16b18e176ead,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:37.677121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:37.678907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 on network f8b73a7e-62cd-43dd-a261-b2c531850447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:08:37.679342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Attempting to bind port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:37.683174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.684890 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd92710e-6e17-443b-8d9c-16b18e176ead HTTP/1.1" status: 204 len: 168 time: 0.1838157 Apr 08 12:08:37.685042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:08:37.685307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Checking segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:37.685723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Bound using segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:08:37.686216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Bound port: cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:08:37.686597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.799667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] For port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:08:37.804188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] For port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:08:37.812457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:37.909775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:37.975960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45040) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:38.089234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:38.089928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.091439 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 HTTP/1.1" status: 200 len: 1094 time: 1.5649276 Apr 08 12:08:38.092998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'tag': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:38.131867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:38.133010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.136001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:38.151600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41897a6-0215-45e6-a014-dbe400f45e61 req-72eb2d60-b9fe-44e3-878d-b03024495978 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:38.153428 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a41897a6-0215-45e6-a014-dbe400f45e61 req-72eb2d60-b9fe-44e3-878d-b03024495978 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 944 time: 0.2449899 Apr 08 12:08:38.160850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:38.164970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Usage tracker for resource:security_group_rule and tenant:7f385eaa89cf4fd3ae39644b6e6cf6bb is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:38.168008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:38.176317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:38.191260 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'tag': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', 'status': 'completed', 'code': 200} Apr 08 12:08:38.229058 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a41897a6-0215-45e6-a014-dbe400f45e61 req-4ec1aa89-520f-4733-bdd7-79087620802c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Apr 08 12:08:38.272780 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-0b4f4e67-2a6c-40f6-b915-02ecaff83d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:38.274415 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-0b4f4e67-2a6c-40f6-b915-02ecaff83d99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 1097 time: 0.1200142 Apr 08 12:08:38.288189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.291078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.300951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a9111f88-8b43-4373-af14-b396c87b3e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:38.351744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f385eaa89cf4fd3ae39644b6e6cf6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739676 Apr 08 12:08:38.352959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f9c0c-4662-4a68-b264-41a4ca6b614d,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:38.356569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45052) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:38.359261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:38.408198 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-cae3ebf5-6b8d-488c-9b40-433e3c472ac2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 HTTP/1.1" status: 200 len: 217 time: 0.1255109 Apr 08 12:08:38.421106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.449346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.457979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5b38eb6d-a5c5-4e94-ad3f-a3ff505ede5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.499018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.504349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-36e48254-3d51-4820-8bfc-b9ccb1f26098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:38.508161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53676af-eaae-4e4c-a3cd-e36b3f87a2cb req-8bd68318-511e-4816-bff8-64d59bccef49 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:38.509794 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e53676af-eaae-4e4c-a3cd-e36b3f87a2cb req-8bd68318-511e-4816-bff8-64d59bccef49 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1588423 Apr 08 12:08:38.519645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:38.523458 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf7f9c0c-4662-4a68-b264-41a4ca6b614d HTTP/1.1" status: 204 len: 168 time: 0.1632974 Apr 08 12:08:38.523458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f9c0c-4662-4a68-b264-41a4ca6b614d,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:38.523672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-a00aa0e2-2962-4a83-be97-f46e3f64dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:38.524516 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-a00aa0e2-2962-4a83-be97-f46e3f64dae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.0971215 Apr 08 12:08:38.534421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:38.598486 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-e2083c28-be8e-4b75-a656-e04ba9abd56a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615590 Apr 08 12:08:38.613859 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e53676af-eaae-4e4c-a3cd-e36b3f87a2cb req-c75ffba8-22da-46d7-bb78-44aa014c0b60 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932858 Apr 08 12:08:38.827500 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-e3816556-2eda-4c78-a14e-78ce37ee1e1a service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110097 Apr 08 12:08:39.011030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a7ee42e-b267-4d2d-b60a-53d47ca027eb req-4cacb9cb-fc6e-414f-beae-8caae6f2d378 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671755 Apr 08 12:08:39.022060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64be05-15db-4abf-bcc9-02344070f21e req-77df546b-30f8-4630-8a42-17002c0ff067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:39.022060 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fe64be05-15db-4abf-bcc9-02344070f21e req-77df546b-30f8-4630-8a42-17002c0ff067 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 1099 time: 0.2303963 Apr 08 12:08:39.052006 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fe64be05-15db-4abf-bcc9-02344070f21e req-65a421bf-e11c-40b4-951a-09ec90d0d584 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210629 Apr 08 12:08:39.210751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-e9dce1cd-957b-4327-98e4-16294db0dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:39.212393 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-e9dce1cd-957b-4327-98e4-16294db0dcc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 1097 time: 0.0899491 Apr 08 12:08:39.469039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-d9bf33df-472e-4a68-9b38-cc43cf3918b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:39.470702 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-d9bf33df-472e-4a68-9b38-cc43cf3918b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 916 time: 0.2497427 Apr 08 12:08:39.567958 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-287280f2-8a15-4388-8e35-19785a70d61e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 HTTP/1.1" status: 200 len: 217 time: 0.0770705 Apr 08 12:08:39.663732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539cec8-1913-4d75-aaa5-5851ae005ee3 req-632db17c-885b-45a9-86af-469de0a002af tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:39.665328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3539cec8-1913-4d75-aaa5-5851ae005ee3 req-632db17c-885b-45a9-86af-469de0a002af tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 944 time: 0.2598665 Apr 08 12:08:39.677143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-4757e890-d1fe-44bc-90ef-d8f3b35cd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:39.679020 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-4757e890-d1fe-44bc-90ef-d8f3b35cd7f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.1011682 Apr 08 12:08:39.747061 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-29348b0c-b912-4c67-87fa-931bc524c48b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548401 Apr 08 12:08:39.798854 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3539cec8-1913-4d75-aaa5-5851ae005ee3 req-5c325428-d2be-42b4-ba1a-a74e6ac21973 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237743 Apr 08 12:08:39.964154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38114c-69be-4b92-b563-fbf52c8bb8f7 req-fd0b1df2-41d4-40d2-b10c-647112cef4f2 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:39.965789 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4f38114c-69be-4b92-b563-fbf52c8bb8f7 req-fd0b1df2-41d4-40d2-b10c-647112cef4f2 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.2175820 Apr 08 12:08:39.974519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45112) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:40.004849 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-c0a53236-7599-47b1-a379-f670d36014d7 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095957 Apr 08 12:08:40.009931 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4f38114c-69be-4b92-b563-fbf52c8bb8f7 req-a4b0c018-9302-4e11-a78f-413b6b3fff9e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Apr 08 12:08:40.114076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.134705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:40.139169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Usage tracker for resource:security_group_rule and tenant:7880564360aa4ddb9cac01da1afad9d7 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:40.142254 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:40.148294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:40.167877 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4bb367c1-aebc-470f-afd4-1ff3ee917825 req-7ed52cf5-0d29-4a8d-9269-4a1bd68a10c5 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540883 Apr 08 12:08:40.243811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.247433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.256468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc996183-de9e-4dec-9798-3cae265dc35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:40.298068 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7880564360aa4ddb9cac01da1afad9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222930 Apr 08 12:08:40.299785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f54c7a-4a4f-46ba-9b94-b78531b75a93,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:40.300992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45120) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:40.303067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:40.362724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.390757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.434007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.439578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-206dd8dd-0ecb-43ac-9e95-5bdf840e961c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:40.451213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f54c7a-4a4f-46ba-9b94-b78531b75a93,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:40.456107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:40.458924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:40.459401 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2f54c7a-4a4f-46ba-9b94-b78531b75a93 HTTP/1.1" status: 204 len: 168 time: 0.1573427 Apr 08 12:08:40.608922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aa7c7e84-a5b7-43a3-8594-8ba6e9c6377c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:41.286233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:08:41.333664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba881a7-daac-475e-a585-05ceeddf6382 req-d57a1536-852c-4187-88ca-4de82ed03aeb tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:41.335339 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5ba881a7-daac-475e-a585-05ceeddf6382 req-d57a1536-852c-4187-88ca-4de82ed03aeb tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 944 time: 0.3934464 Apr 08 12:08:41.348378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ada69-6550-495c-b6f1-b72d5b5999cd req-09c751d9-0726-4d04-a773-8e5f8379765c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:41.349979 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e16ada69-6550-495c-b6f1-b72d5b5999cd req-09c751d9-0726-4d04-a773-8e5f8379765c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1230655 Apr 08 12:08:41.397018 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5ba881a7-daac-475e-a585-05ceeddf6382 req-6bdd45dd-958d-4127-a3d5-1a91f19caf25 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 Apr 08 12:08:41.401820 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e16ada69-6550-495c-b6f1-b72d5b5999cd req-bc6f6ba6-b41a-4158-b531-0c492649598d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Apr 08 12:08:41.459736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:41.475224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'port_id': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', 'mac_address': 'fa:16:3e:c6:db:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9a5946-3c3e-47f1-a84c-51d5f3188383', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:08:41.555467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:41.556812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:08:41.563342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:41.574797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:41.579547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:41.581691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:41.628685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094243-eb99-4d88-a4d1-d55d9755656b req-d3c6b9a6-817e-4f0d-ad2a-9101f976de6d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:41.637818 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5c094243-eb99-4d88-a4d1-d55d9755656b req-d3c6b9a6-817e-4f0d-ad2a-9101f976de6d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1065667 Apr 08 12:08:41.660129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:41.663655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:41.669490 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5c094243-eb99-4d88-a4d1-d55d9755656b req-e946f400-2e2c-458f-a77a-d428dcb8a9b8 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Apr 08 12:08:41.765345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:41.907967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:08:42.615072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd909c-87ed-4426-967d-e1b2d1ca3828 req-974b5ca4-7443-46b5-ada5-4b4aebef8c9b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:42.616665 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-70cd909c-87ed-4426-967d-e1b2d1ca3828 req-974b5ca4-7443-46b5-ada5-4b4aebef8c9b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 945 time: 0.0943348 Apr 08 12:08:42.650114 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-70cd909c-87ed-4426-967d-e1b2d1ca3828 req-da7af85c-716b-404d-82d2-3c26533a336b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263164 Apr 08 12:08:42.853670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:43.297160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:43.377710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:43.386870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:43.387565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:43.545091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:43.560454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:43.577135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:43.584925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:43.587920 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:43.681252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:43.687232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:43.690888 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', 'code': 200} Apr 08 12:08:43.816809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-1bf31efd-ec51-4890-9e20-bb7fbe936e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:43.818611 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-1bf31efd-ec51-4890-9e20-bb7fbe936e1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.1613936 Apr 08 12:08:44.175893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-20f1bf4e-e316-4d31-9f25-e0fa96a3695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:44.177480 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-20f1bf4e-e316-4d31-9f25-e0fa96a3695b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.3140271 Apr 08 12:08:44.192329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989e28-14dd-47a7-9b77-b360aa3e0644 req-dbf1bf5c-49d1-4be7-86c8-ce29b4fc03c0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:44.193843 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27989e28-14dd-47a7-9b77-b360aa3e0644 req-dbf1bf5c-49d1-4be7-86c8-ce29b4fc03c0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.3686850 Apr 08 12:08:44.257565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3951e6-dfe9-4782-8d61-e522f1f5982f req-e80f5363-5b4f-45e3-872a-bb0afdfe1ccf tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:44.259187 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ed3951e6-dfe9-4782-8d61-e522f1f5982f req-e80f5363-5b4f-45e3-872a-bb0afdfe1ccf tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.3944471 Apr 08 12:08:44.271484 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb81714-9b0c-4c27-901f-82a7a09dc2cc req-a16e503e-ad35-4ffa-a54a-a975a504656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:44.272984 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0fb81714-9b0c-4c27-901f-82a7a09dc2cc req-a16e503e-ad35-4ffa-a54a-a975a504656c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 1099 time: 0.3351476 Apr 08 12:08:44.310686 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-aa20805b-27fb-4af7-a279-719c900b8159 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.1149890 Apr 08 12:08:44.377181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:44.378381 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27989e28-14dd-47a7-9b77-b360aa3e0644 req-b7648f45-aeae-4b9f-b8cd-1233c24074fe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170349 Apr 08 12:08:44.395948 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0fb81714-9b0c-4c27-901f-82a7a09dc2cc req-37d639e5-6599-4895-9b85-9d3f119e7600 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900369 Apr 08 12:08:44.398959 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ed3951e6-dfe9-4782-8d61-e522f1f5982f req-09603aa1-e780-4507-8218-106ccc4d2024 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299305 Apr 08 12:08:44.424302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-20279302-3b25-4215-a910-6383eb58de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:44.424302 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-20279302-3b25-4215-a910-6383eb58de5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.0882313 Apr 08 12:08:44.524637 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-2769ffc0-1fb9-4dd5-a12d-09f0e3b6befc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624905 Apr 08 12:08:44.706934 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-f2747832-5046-4773-9834-1865a65816a0 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464107 Apr 08 12:08:44.952180 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb45cc66-da3f-4467-96d2-d9e2239316dd req-83ca13bc-0f68-4ee5-953c-10fc689bb3b5 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349055 Apr 08 12:08:45.178859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45264) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:45.380173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.399885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:45.406595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Usage tracker for resource:security_group_rule and tenant:247cc8887cd8444b8ce6d1aab84915b9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:45.409793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:45.416319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:45.542693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.554649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.600922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4a4569d7-7889-408b-bc43-4f7e9fade8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:45.711134 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=247cc8887cd8444b8ce6d1aab84915b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309765 Apr 08 12:08:45.713899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45282) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:45.724863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802467d6-9042-4562-9bca-df6c6ca8559b,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:45.752613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:45.781736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.786172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b10ab5-26cb-4eeb-b19a-989c6fa61c16 req-2d3a10dc-35a7-4578-b0e4-ed4d1adab5e0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:45.787814 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-52b10ab5-26cb-4eeb-b19a-989c6fa61c16 req-2d3a10dc-35a7-4578-b0e4-ed4d1adab5e0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.2354407 Apr 08 12:08:45.807074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57d260-e721-4655-aaee-9804e331836f req-95b7675f-bb6c-42b0-89f7-7d8839a80f31 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:45.808688 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0f57d260-e721-4655-aaee-9804e331836f req-95b7675f-bb6c-42b0-89f7-7d8839a80f31 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1897519 Apr 08 12:08:45.813193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.814682 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:08:45.850501 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-52b10ab5-26cb-4eeb-b19a-989c6fa61c16 req-d3d0cad0-8965-48d6-afed-7ffed015ea0a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Apr 08 12:08:45.855399 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0f57d260-e721-4655-aaee-9804e331836f req-66c1fd6d-228f-4b29-9a61-74996f3995df tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Apr 08 12:08:45.859789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.874394 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-37da0c04-4306-47b5-a595-591806c96f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:45.885927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802467d6-9042-4562-9bca-df6c6ca8559b,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:45.889027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:45.893061 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/802467d6-9042-4562-9bca-df6c6ca8559b HTTP/1.1" status: 204 len: 168 time: 0.1777728 Apr 08 12:08:45.894497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:46.624497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45312) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:46.741434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-246242968-network', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:46.747247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:46.751551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Usage tracker for resource:network and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:46.754512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:46.761345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:46.770791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Made reservation on behalf of f2b36d71dc2e470c8f02f1ce77eb9ad9 for: {'network': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:46.775932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:46.789594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:46.806385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:46.811249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:46.814258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:46.820193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:46.917246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:46.922178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:46.927102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d7d12bdb-d743-41ed-b1f8-9be5d65ac5a7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:46.962424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=84398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:08:46.974601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:46.978723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:46.983899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:46.984288 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Added segment 94c76313-2dc5-4ae7-8b87-3aa428f29050 of type vlan for network 59cf749d-3fc7-4d38-965e-49d53563ec8d Apr 08 12:08:47.141032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:47.195599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d9dd-1faa-48ae-900f-b2f87f97e8b5 req-3b7d588c-5642-40bd-a0ce-37bfaeb027b1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:47.198480 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b550d9dd-1faa-48ae-900f-b2f87f97e8b5 req-3b7d588c-5642-40bd-a0ce-37bfaeb027b1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2187135 Apr 08 12:08:47.239524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aab972-4c17-40e6-b0be-c7c79b1c8582 req-d945072a-4de9-4ee0-9e7f-b6bd4e0f07fc tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:47.241202 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-53aab972-4c17-40e6-b0be-c7c79b1c8582 req-d945072a-4de9-4ee0-9e7f-b6bd4e0f07fc tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.2194884 Apr 08 12:08:47.254675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:47.258352 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b550d9dd-1faa-48ae-900f-b2f87f97e8b5 req-839f2fe9-3c0f-4a32-8064-991f2d0bb9f8 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Apr 08 12:08:47.283896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:47.284805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:47.317459 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-53aab972-4c17-40e6-b0be-c7c79b1c8582 req-7e58d062-2c2e-4586-ba29-94a7d7915b43 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645049 Apr 08 12:08:47.318725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01c06d54-1318-4cc2-b42d-3e17bd1cacf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:47.347631 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7219257 Apr 08 12:08:47.351972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45346) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:47.359540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Request body: {'subnet': {'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-246242968-subnet', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:47.368708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:47.373450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Usage tracker for resource:subnet and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:47.377367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:47.383467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:47.394656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Made reservation on behalf of f2b36d71dc2e470c8f02f1ce77eb9ad9 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:47.400557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1895171'] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:47.463250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Pushing event updated for resources: {'Network': ['ID=59cf749d-3fc7-4d38-965e-49d53563ec8d,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:47.466737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:47.479942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:08:47.974439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827185600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1895218'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:47.991349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8a92d603-984f-4843-902b-b8ee7013794c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:48.130628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=121c408a-6587-4562-a5a4-629a46ad665f,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:48.134480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:48.194732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Checking segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:48.195123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Network hostable DHCP agents. Network: 59cf749d-3fc7-4d38-965e-49d53563ec8d, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:08:48.213727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:08:48.222476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 59cf749d-3fc7-4d38-965e-49d53563ec8d) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:48.235978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c07c0b-dd73-4d42-85fb-9a6a858a48a7 None None] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:08:48.236112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:48.236950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:48.261836 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9074476 Apr 08 12:08:48.264192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45376) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:48.269694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:48.274604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:48.279335 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Usage tracker for resource:router and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:48.282321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:48.298432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:48.311375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:48.312728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:48.343607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:48.582584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-59cf749d-3fc7-4d38-965e-49d53563ec8d', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:08:48.583693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:48.766182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Allocated IP 172.20.0.2 (59cf749d-3fc7-4d38-965e-49d53563ec8d/121c408a-6587-4562-a5a4-629a46ad665f/cb2e474b-dc16-4432-a396-c7252cab61cd) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:08:48.892725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.065334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.081901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Transition to ACTIVE for port object cb2e474b-dc16-4432-a396-c7252cab61cd will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:49.106845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Transition to ACTIVE for port object cb2e474b-dc16-4432-a396-c7252cab61cd will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:49.112999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.132940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:49.256961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffda562-bc5c-4a94-9bb8-40e61c58632e req-6adf7ea8-1f21-440c-b8af-708196cde12c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:49.266422 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cffda562-bc5c-4a94-9bb8-40e61c58632e req-6adf7ea8-1f21-440c-b8af-708196cde12c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.6626461 Apr 08 12:08:49.315842 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cffda562-bc5c-4a94-9bb8-40e61c58632e req-cea6b9d0-9aed-40ba-a466-6adc2479daab tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481396 Apr 08 12:08:49.362846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Pushing event updated for resources: {'Port': ['ID=cb2e474b-dc16-4432-a396-c7252cab61cd,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:49.366159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:49.429738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:49.430967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:49.433383 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:08:49.542317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Attempting to bind port cb2e474b-dc16-4432-a396-c7252cab61cd on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:49.542737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Attempting to bind port cb2e474b-dc16-4432-a396-c7252cab61cd by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:08:49.543162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Attempting to bind port cb2e474b-dc16-4432-a396-c7252cab61cd on network 59cf749d-3fc7-4d38-965e-49d53563ec8d {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:49.549615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:08:49.550105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Checking segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:49.550556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.550998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Bound using segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:08:49.551522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Bound port: cb2e474b-dc16-4432-a396-c7252cab61cd, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:08:49.551946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.605262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.650516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] For port cb2e474b-dc16-4432-a396-c7252cab61cd, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:08:49.650702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.663090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] For port cb2e474b-dc16-4432-a396-c7252cab61cd, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=cb2e474b-dc16-4432-a396-c7252cab61cd,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:08:49.670812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:49.689423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:49.911200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Pushing event updated for resources: {'Port': ['ID=cb2e474b-dc16-4432-a396-c7252cab61cd,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:49.937638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:49.950273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Allocated IP 172.28.0.126 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/f83c4747-f9e5-4573-8a46-22c27d82ee75) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:08:50.254406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:50.332337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-047ec635-39ef-4f97-ac6a-34c480087f8b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:50.334026 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-047ec635-39ef-4f97-ac6a-34c480087f8b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.2132339 Apr 08 12:08:50.357275 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-c73cd3b6-047d-476e-a3a9-80512cad77dd tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/quotas/daa205b89091463f97197a0f1b72365e HTTP/1.1" status: 200 len: 375 time: 0.0129430 Apr 08 12:08:50.358883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:50.428891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:50.635843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Pushing event updated for resources: {'Port': ['ID=f83c4747-f9e5-4573-8a46-22c27d82ee75,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:50.639042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:50.725462 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d43b4285-ea11-4565-84d5-f23f6721274a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2976222 Apr 08 12:08:50.727941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:50.730213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:50.733384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:08:50.771241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e1000-f468-4e96-aaad-187d0a1c13a5 req-d8922892-9841-4fed-a2a0-ebbc42ee3dae tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:50.772864 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dd2e1000-f468-4e96-aaad-187d0a1c13a5 req-d8922892-9841-4fed-a2a0-ebbc42ee3dae tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.3077750 Apr 08 12:08:50.917512 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dd2e1000-f468-4e96-aaad-187d0a1c13a5 req-fd34b490-4649-4a9c-9d58-c1704b8704af tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118667 Apr 08 12:08:51.174280 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-676c5f97-6ccc-430f-8ee3-e3d33d4b4e73 service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003024 Apr 08 12:08:51.220441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device cb2e474b-dc16-4432-a396-c7252cab61cd up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:51.328859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port cb2e474b-dc16-4432-a396-c7252cab61cd completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:51.571711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f0bcb-5a87-4739-b67b-b998e8b9ea50 None None] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:08:51.672093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Provisioning for port cb2e474b-dc16-4432-a396-c7252cab61cd completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:51.680227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Provisioning complete for port cb2e474b-dc16-4432-a396-c7252cab61cd triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:51.680648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:51.750200 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-737d77ba-b7ed-4500-a180-65da25d62b18 service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659721 Apr 08 12:08:51.756980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:52.020567 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-69b0e681-5bff-4576-9f95-1c544b6e75f1 req-299fb898-9317-47f0-8bad-c8e0d92b8b7f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 210 time: 0.0781045 Apr 08 12:08:52.085954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:52.148611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] For port cb2e474b-dc16-4432-a396-c7252cab61cd, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=cb2e474b-dc16-4432-a396-c7252cab61cd,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:52.166702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:52.172473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:52.259584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Pushing event updated for resources: {'Port': ['ID=cb2e474b-dc16-4432-a396-c7252cab61cd,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:52.263811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:52.335791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c91856-58ac-4a8c-a257-88e405b179ad req-6253fab7-75dd-4ffa-bb24-a44fa5d08b9a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:52.345195 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-16c91856-58ac-4a8c-a257-88e405b179ad req-6253fab7-75dd-4ffa-bb24-a44fa5d08b9a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2445431 Apr 08 12:08:52.369286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:52.381750 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-16c91856-58ac-4a8c-a257-88e405b179ad req-179f77fe-cb99-4ec8-9d23-74c85c64b543 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354135 Apr 08 12:08:52.593036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-368e2248-6972-4717-abe6-9e71db00d1cf None None] Provisioning complete for port cb2e474b-dc16-4432-a396-c7252cab61cd triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:52.593576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-368e2248-6972-4717-abe6-9e71db00d1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:52.669552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Router 857048ed-c045-4c91-968c-80cc8bc5c778 is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:08:52.903696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:08:52.930150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:52.931481 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6662180 Apr 08 12:08:52.934452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45498) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:52.940464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Sync routers for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:08:53.013157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:53.014215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:53.165412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device cb2e474b-dc16-4432-a396-c7252cab61cd up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:53.227109 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a7fb1aa-4d76-4dd6-a795-4e9c6f8a1604 req-5c14d645-387e-4f98-9d6d-c8c88d77f92b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 210 time: 0.0705726 Apr 08 12:08:53.258725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port cb2e474b-dc16-4432-a396-c7252cab61cd triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:53.259552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:53.438051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:53.844907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:51Z', 'revision_number': 3, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:53.851359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Checking router: 857048ed-c045-4c91-968c-80cc8bc5c778 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:08:53.852131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Updating router 857048ed-c045-4c91-968c-80cc8bc5c778 port f83c4747-f9e5-4573-8a46-22c27d82ee75 binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:08:53.923560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.034832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-ab66c845-bfb9-47a9-9dc7-1cc780705417 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:54.036380 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-ab66c845-bfb9-47a9-9dc7-1cc780705417 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.7362933 Apr 08 12:08:54.056743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Request body: {'port': {'device_id': '083200c6-1af7-47d3-8960-01f847a1449f', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'admin_state_up': True, 'tenant_id': 'daa205b89091463f97197a0f1b72365e'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:54.239100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45526) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:54.289734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813ee1a-b0a3-47c5-a33d-cca2a6437622 req-007bd055-8c86-4457-a838-12cff760ab3d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:54.291458 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9813ee1a-b0a3-47c5-a33d-cca2a6437622 req-007bd055-8c86-4457-a838-12cff760ab3d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.7045734 Apr 08 12:08:54.383986 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.398177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Transition to ACTIVE for port object f83c4747-f9e5-4573-8a46-22c27d82ee75 will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:54.406465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.423980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e597faf3-3b00-42b9-ad37-c55fdc651f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:54.471040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.479640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:54.486795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:54.490843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Usage tracker for resource:security_group_rule and tenant:d182548b26114de8b7fa2da2d597c1fc is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:54.493842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:54.500373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:54.509213 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9813ee1a-b0a3-47c5-a33d-cca2a6437622 req-8d787a5e-d3c9-4752-8b86-ec9e3f0e3c4f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970687 Apr 08 12:08:54.521019 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:54.525111 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ca0cfc0-6d39-44ba-abb1-12ae9be14aa2 req-e3768cf3-d376-4e7d-bf57-f8df4f0cef91 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 210 time: 0.1247854 Apr 08 12:08:54.555256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.568726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Made reservation on behalf of daa205b89091463f97197a0f1b72365e for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:54.572539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Pushing event updated for resources: {'Port': ['ID=f83c4747-f9e5-4573-8a46-22c27d82ee75,revision_number=2']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:54.575964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.589932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.592150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.592529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.592895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.593258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.593614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.593834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.593996 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.594346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.594699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.595050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.595398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.595744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.596088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:08:54.603689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f33bb6fd-f364-4d04-9e57-3c0a6d983bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:54.607046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:54.650349 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d182548b26114de8b7fa2da2d597c1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100971 Apr 08 12:08:54.652114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45534) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:54.656077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771b5d7-b854-4f4e-8b77-da4626643d37,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:54.661715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Attempting to bind port f83c4747-f9e5-4573-8a46-22c27d82ee75 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:54.662158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Attempting to bind port f83c4747-f9e5-4573-8a46-22c27d82ee75 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:08:54.662556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Attempting to bind port f83c4747-f9e5-4573-8a46-22c27d82ee75 on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:54.669424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:08:54.670001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:54.671014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.671014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:08:54.672142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Bound port: f83c4747-f9e5-4573-8a46-22c27d82ee75, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:08:54.672735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.677383 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:54.749793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.796174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.807273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] For port f83c4747-f9e5-4573-8a46-22c27d82ee75, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:08:54.811885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] For port f83c4747-f9e5-4573-8a46-22c27d82ee75, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=f83c4747-f9e5-4573-8a46-22c27d82ee75,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:08:54.821210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.856806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.862414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a2c17ae9-8355-451f-82e5-72d3d6b41880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:54.877685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771b5d7-b854-4f4e-8b77-da4626643d37,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:54.880158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:54.882444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:54.885641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e771b5d7-b854-4f4e-8b77-da4626643d37 HTTP/1.1" status: 204 len: 168 time: 0.2318585 Apr 08 12:08:54.897526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-92e8c7bc-f021-46a3-a3c0-131f574eb5a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:54.901894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Allocated IP 172.20.0.12 (f8b73a7e-62cd-43dd-a261-b2c531850447/3c9a5946-3c3e-47f1-a84c-51d5f3188383/58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:08:54.959763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Allocated IP 172.20.0.1 (59cf749d-3fc7-4d38-965e-49d53563ec8d/121c408a-6587-4562-a5a4-629a46ad665f/5f293b86-3000-4419-8e4c-1fe1c83e65b8) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:08:55.007707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Pushing event updated for resources: {'Port': ['ID=f83c4747-f9e5-4573-8a46-22c27d82ee75,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:55.071629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:55.116514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:55.117531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:55.273592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:55.305884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:55.329632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Transition to ACTIVE for port object 5f293b86-3000-4419-8e4c-1fe1c83e65b8 will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:55.338894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:55.351329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:55.363819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027', 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:08:55.367955 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:55.508610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:55.588333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event updated for resources: {'Port': ['ID=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:55.614681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:55.615153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:55.720299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:51Z', 'revision_number': 3, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:55.726440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4397e932-08e5-4360-85a3-7118e8b6a243 None None] The sync data for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb is: [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:51Z', 'revision_number': 3, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:08:55.850544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f293b86-3000-4419-8e4c-1fe1c83e65b8,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:55.854181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:55.896900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Network f8b73a7e-62cd-43dd-a261-b2c531850447 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:55.912953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:55.920995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:08:55.980313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:55.989819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:55.995809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:08:56.041197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02c20-2507-43c5-8275-e54cceb4f6ee req-4b2c32dc-2bbb-434d-8535-f92c34b5943f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:56.042880 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2fc02c20-2507-43c5-8275-e54cceb4f6ee req-4b2c32dc-2bbb-434d-8535-f92c34b5943f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 932 time: 0.3622403 Apr 08 12:08:56.073303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:56.073924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.101830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa267a-fc99-4a09-b984-91df0df1aa76 req-6d8042a1-e30e-4fbb-8286-27f82fbbaa1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:56.103478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-67aa267a-fc99-4a09-b984-91df0df1aa76 req-6d8042a1-e30e-4fbb-8286-27f82fbbaa1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.4175925 Apr 08 12:08:56.162617 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2fc02c20-2507-43c5-8275-e54cceb4f6ee req-e4290b8c-5aad-421e-834f-a459de69f2f9 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037672 Apr 08 12:08:56.163411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.209363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c1e2ff5e-583d-45b1-be83-ffcbe4571585 None None] Provisioning for port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:56.217684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c1e2ff5e-583d-45b1-be83-ffcbe4571585 None None] Provisioning complete for port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:56.219289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c1e2ff5e-583d-45b1-be83-ffcbe4571585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.287927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c1e2ff5e-583d-45b1-be83-ffcbe4571585 None None] Port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:08:56.553231 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-67aa267a-fc99-4a09-b984-91df0df1aa76 req-170ff4de-bda3-46c3-8ff5-526ee66fa928 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343889 Apr 08 12:08:56.585596 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-d78f783b-32c6-4a02-a508-995d4dc59c36 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5329418 Apr 08 12:08:56.602643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Request body: {'port': {'device_id': '083200c6-1af7-47d3-8960-01f847a1449f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:56.712770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45564) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:56.821203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.846422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.863427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:56.867525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Usage tracker for resource:security_group_rule and tenant:da80a1d290b1452f996cd1fac5f603c4 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:56.870486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:56.877270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:56.899764 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.968095 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.973087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:56.983417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-899b1d43-2fe5-4cee-9621-38f31b97be92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:57.028513 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da80a1d290b1452f996cd1fac5f603c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139963 Apr 08 12:08:57.029501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579f8a77-6754-4c58-adc4-c2b0ab4ae097,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:57.032074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45570) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:57.034726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:57.105439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.139991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.188182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.188329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device f83c4747-f9e5-4573-8a46-22c27d82ee75 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:57.193582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3e532411-1386-4a22-a425-96c719da82b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:57.210914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f8a77-6754-4c58-adc4-c2b0ab4ae097,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:57.220582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:57.226904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.228409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/579f8a77-6754-4c58-adc4-c2b0ab4ae097 HTTP/1.1" status: 204 len: 168 time: 0.1953754 Apr 08 12:08:57.276040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port f83c4747-f9e5-4573-8a46-22c27d82ee75 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:08:57.281908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port f83c4747-f9e5-4573-8a46-22c27d82ee75 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:57.282471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.421804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.457540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port f83c4747-f9e5-4573-8a46-22c27d82ee75, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=f83c4747-f9e5-4573-8a46-22c27d82ee75,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:08:57.462238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.469434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-31bfacc9-4ecc-4a5a-b9eb-c8b2a8d5ae2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:57.518644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.539641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.571633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=f83c4747-f9e5-4573-8a46-22c27d82ee75,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:57.572200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:57.575895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:57.689692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f49ed-a832-4660-a9aa-b189afb4125f req-04dd36fb-3e54-4393-bf39-6a1239e2fcde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:57.690527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-fd7f49ed-a832-4660-a9aa-b189afb4125f req-04dd36fb-3e54-4393-bf39-6a1239e2fcde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:08:57.735292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f293b86-3000-4419-8e4c-1fe1c83e65b8,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:57.741602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.761566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:08:57.766655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:57.820941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.823573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-fd7f49ed-a832-4660-a9aa-b189afb4125f req-04dd36fb-3e54-4393-bf39-6a1239e2fcde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:08:57.824825 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fd7f49ed-a832-4660-a9aa-b189afb4125f req-04dd36fb-3e54-4393-bf39-6a1239e2fcde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 932 time: 0.4920328 Apr 08 12:08:57.922999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Transition to ACTIVE for port object 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:08:57.934549 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fd7f49ed-a832-4660-a9aa-b189afb4125f req-22ca79e1-50a4-4d6c-8358-849dad20a73b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982277 Apr 08 12:08:57.935181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:57.953003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-67351e69-a398-4fcb-9bc7-55a766e1de64 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:58.144064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Pushing event updated for resources: {'Port': ['ID=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:58.164935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:58.185652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:08:58.202426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c51f6-d5e2-4ecc-9100-f48f46c2c681 req-cee320c1-371d-4e4e-b4e3-ec0fbdebf346 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:58.204019 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d55c51f6-d5e2-4ecc-9100-f48f46c2c681 req-cee320c1-371d-4e4e-b4e3-ec0fbdebf346 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.3856494 Apr 08 12:08:58.204886 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:08:58.428406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c5745c4a-3bb8-49c1-b3e6-8ea387c9ef1d None None] Provisioning complete for port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:58.428862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c5745c4a-3bb8-49c1-b3e6-8ea387c9ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:58.492937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c5745c4a-3bb8-49c1-b3e6-8ea387c9ef1d None None] Port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:08:58.660588 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d55c51f6-d5e2-4ecc-9100-f48f46c2c681 req-f78c209f-e851-434e-a506-54a7271ceb6f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856709 Apr 08 12:08:58.771196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Router 857048ed-c045-4c91-968c-80cc8bc5c778 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:08:59.003763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Attempting to bind port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:08:59.004066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Attempting to bind port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:08:59.004426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Attempting to bind port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:59.014927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c on network f8b73a7e-62cd-43dd-a261-b2c531850447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:08:59.015290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Attempting to bind port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:08:59.033148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:08:59.033523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Checking segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:08:59.033978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Bound using segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:08:59.034463 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Bound port: 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:08:59.034848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:59.148325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:08:59.151734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device f83c4747-f9e5-4573-8a46-22c27d82ee75 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:08:59.165938 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] 10.222.0.23 "PUT /v2.0/routers/857048ed-c045-4c91-968c-80cc8bc5c778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2224107 Apr 08 12:08:59.187945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Sync routers for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:08:59.197137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] For port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:08:59.210250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] For port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:08:59.216902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:59.220314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:08:59.220953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:08:59.233235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:08:59.271469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819573b5-9ea7-4c81-a341-5ad6ffe4b317 req-5a1e1da7-c140-40c3-9e91-306553cdb656 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:59.273254 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-819573b5-9ea7-4c81-a341-5ad6ffe4b317 req-5a1e1da7-c140-40c3-9e91-306553cdb656 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 944 time: 0.2126708 Apr 08 12:08:59.389129 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-819573b5-9ea7-4c81-a341-5ad6ffe4b317 req-a64850c0-9fc6-4416-9eae-e4dbe3958e39 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503800 Apr 08 12:08:59.401733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port f83c4747-f9e5-4573-8a46-22c27d82ee75 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:08:59.402182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:59.424691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Pushing event updated for resources: {'Port': ['ID=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:08:59.432002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:08:59.464246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:59.475242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:59.475242 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] 10.222.0.13 "PUT /v2.0/ports/58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c HTTP/1.1" status: 200 len: 1094 time: 2.8707609 Apr 08 12:08:59.475242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083200c6-1af7-47d3-8960-01f847a1449f', 'tag': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:08:59.554374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:08:59.567646 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083200c6-1af7-47d3-8960-01f847a1449f', 'tag': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c', 'status': 'completed', 'code': 200} Apr 08 12:08:59.607176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-4f239f54-b7a4-4e18-a006-654f354b122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:59.608863 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-4f239f54-b7a4-4e18-a006-654f354b122e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 1097 time: 0.0916457 Apr 08 12:08:59.697164 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-10be338f-494a-4a3b-919e-74fa67c79a05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c HTTP/1.1" status: 200 len: 217 time: 0.0803597 Apr 08 12:08:59.845627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45640) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:08:59.853805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903955183-network', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:08:59.860298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:59.865182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Usage tracker for resource:network and tenant:ad21f2ea15fb4d6c885dfa187d130fa1 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:59.868668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:59.881221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:59.897172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Made reservation on behalf of ad21f2ea15fb4d6c885dfa187d130fa1 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:08:59.906802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:59.917143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-f8a36999-dd00-40ca-aa34-0edbd57bc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:08:59.919434 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-f8a36999-dd00-40ca-aa34-0edbd57bc3ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.2146490 Apr 08 12:08:59.924858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:08:59.957370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:08:59.963622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Usage tracker for resource:security_group_rule and tenant:ad21f2ea15fb4d6c885dfa187d130fa1 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:08:59.972378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:08:59.983411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:08:59.993371 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-3c36bbed-ef80-433c-a69c-5f710317b2f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531361 Apr 08 12:09:00.076641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 2, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:00.081443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Checking router: 857048ed-c045-4c91-968c-80cc8bc5c778 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:09:00.081894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Updating router 857048ed-c045-4c91-968c-80cc8bc5c778 port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:09:00.085094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.099633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.104886 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-089260b6-3a06-4588-8731-e3d865d98e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:00.123089 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a29a5-3809-412e-8ff6-966923409f26 req-bb2201f8-4e5f-4000-aba8-07a9ac549381 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:00.125252 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-790a29a5-3809-412e-8ff6-966923409f26 req-bb2201f8-4e5f-4000-aba8-07a9ac549381 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2976437 Apr 08 12:09:00.140804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:09:00.153015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.159660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.160490 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Added segment 999dc083-7c70-4123-93e5-3b105714c50e of type vlan for network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c Apr 08 12:09:00.177424 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-790a29a5-3809-412e-8ff6-966923409f26 req-a386af41-81e0-4b96-be67-9eab43404e6c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453479 Apr 08 12:09:00.209418 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-a8cb7239-9c62-4eed-b0d7-09001ba78a25 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019458 Apr 08 12:09:00.213983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841af1cd-8819-487d-96cd-bf87baf6d3e1,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:00.222296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:00.229813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.267136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.268519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:00.269144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.296795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:00.392892 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6ce04c7-c887-4658-8f24-2f85d03ab664 req-78a54c1a-b369-4efa-97a4-7a7e54f1e37c service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729641 Apr 08 12:09:00.398373 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5506785 Apr 08 12:09:00.400734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45654) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:00.405810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Pushing event updated for resources: {'Network': ['ID=7664b19c-87bb-4fbe-b6ea-2b28582fac9c,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:00.407563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Request body: {'subnet': {'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903955183-subnet', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'ip_version': 4}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:00.412935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:00.416251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:00.417725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Usage tracker for resource:subnet and tenant:ad21f2ea15fb4d6c885dfa187d130fa1 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:00.421547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:00.428225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:00.438912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Made reservation on behalf of ad21f2ea15fb4d6c885dfa187d130fa1 for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:09:00.445287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27293879'] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.451031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:09:00.705637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.719687 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-aed411e5-bf73-4960-9950-155648edef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:00.721505 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-aed411e5-bf73-4960-9950-155648edef95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 1097 time: 0.2088270 Apr 08 12:09:00.722992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Transition to ACTIVE for port object 5f293b86-3000-4419-8e4c-1fe1c83e65b8 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:00.728982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:00.745074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:00.760718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d6c29-fc6e-4012-9c2e-951148766c94 req-bb2887d7-5788-4cc2-a33b-887f965621a0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:00.762951 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-477d6c29-fc6e-4012-9c2e-951148766c94 req-bb2887d7-5788-4cc2-a33b-887f965621a0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 944 time: 0.1957839 Apr 08 12:09:00.875575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad319e0-2508-4852-a300-846a7f0a2549 None None] Pushing event updated for resources: {'Port': ['ID=5f293b86-3000-4419-8e4c-1fe1c83e65b8,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:00.879696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bad319e0-2508-4852-a300-846a7f0a2549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:00.903875 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-477d6c29-fc6e-4012-9c2e-951148766c94 req-e6274289-0310-4914-b711-a4afd46f7bf7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099672 Apr 08 12:09:00.995444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-4db93892-f96e-4deb-8572-9dc1dd3abde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:00.997117 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-4db93892-f96e-4deb-8572-9dc1dd3abde9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 916 time: 0.2290835 Apr 08 12:09:01.139452 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-6fbaf1f2-de96-4ec6-b1e4-332d93a8a60d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c HTTP/1.1" status: 200 len: 217 time: 0.0919092 Apr 08 12:09:01.241409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-1bc90c18-7238-4b69-b017-8a3d60e8bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:01.243080 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-1bc90c18-7238-4b69-b017-8a3d60e8bccb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.0947037 Apr 08 12:09:01.284387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Attempting to bind port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:01.284915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Attempting to bind port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:01.285404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Attempting to bind port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 on network 59cf749d-3fc7-4d38-965e-49d53563ec8d {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:01.292722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:01.293884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Checking segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:01.294406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:01.294919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Bound using segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:01.295521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Bound port: 5f293b86-3000-4419-8e4c-1fe1c83e65b8, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:01.296021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:01.318061 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-0b8a6a87-93e0-415a-80bd-66769f2b2bbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558541 Apr 08 12:09:01.380611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] For port 5f293b86-3000-4419-8e4c-1fe1c83e65b8, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:01.384167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] For port 5f293b86-3000-4419-8e4c-1fe1c83e65b8, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=5f293b86-3000-4419-8e4c-1fe1c83e65b8,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:01.389624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:01.411241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:01.568494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad319e0-2508-4852-a300-846a7f0a2549 None None] Pushing event updated for resources: {'Port': ['ID=5f293b86-3000-4419-8e4c-1fe1c83e65b8,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:01.574797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bad319e0-2508-4852-a300-846a7f0a2549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:01.628634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:09:01.629333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:01.724549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45672) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:01.921409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:01.924097 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-0e81c041-efca-4461-9c1e-903d3d0563fb service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648878 Apr 08 12:09:01.934662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6530e-0ba5-4b79-bb56-2fe502960c19 req-6b4ad1a3-3960-4550-9a2a-90b76d93ae2e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:01.936742 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bc6530e-0ba5-4b79-bb56-2fe502960c19 req-6b4ad1a3-3960-4550-9a2a-90b76d93ae2e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.6215029 Apr 08 12:09:01.945749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:01.951272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:cebc20340e9c47f789306b7ef11e7ede is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:01.954397 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:01.960527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:01.966707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:09:01.967205 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852899017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27293830'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.054729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.056008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5f084485-e979-48a1-af7b-ed9b91ed93ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:02.060887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.070474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cec5204f-3afb-4052-bfd5-1308a1307097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:02.115452 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cebc20340e9c47f789306b7ef11e7ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884957 Apr 08 12:09:02.116544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea05ca1-3910-482e-8274-0c7e9dcc25c0,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:02.119223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45682) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:02.122784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:02.184950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.213117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.244989 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bc6530e-0ba5-4b79-bb56-2fe502960c19 req-eb679c01-b340-488d-ae1f-45a6b7109c7f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764289 Apr 08 12:09:02.285571 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.291034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d9a371b9-0758-49c5-990b-88e2794b4cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:02.297502 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b31d505-70ec-4573-8bc2-064d95ad9bc5,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:02.300940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:02.305079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea05ca1-3910-482e-8274-0c7e9dcc25c0,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:02.307309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:02.313320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.314595 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ea05ca1-3910-482e-8274-0c7e9dcc25c0 HTTP/1.1" status: 204 len: 168 time: 0.1942194 Apr 08 12:09:02.354788 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:01Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:02.359853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f9fab3-8b63-4884-b1a2-9a55966857f3 None None] The sync data for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb is: [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:01Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:09:02.378732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09702b-232d-4770-af27-5634a3251894 req-e962665f-7fb5-41e4-8e6a-a5b0d9381584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:02.380278 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b09702b-232d-4770-af27-5634a3251894 req-e962665f-7fb5-41e4-8e6a-a5b0d9381584 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.5246980 Apr 08 12:09:02.390967 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3db49eb-bcf9-41f6-b937-cb8891170096 req-445a2618-e3c5-421e-8036-2c77d30c3319 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528925 Apr 08 12:09:02.452889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c168d-af07-4341-9330-4e88b4f1f71b req-afb7d208-2526-4ff0-a0d2-0e4328345176 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:02.462109 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dd6c168d-af07-4341-9330-4e88b4f1f71b req-afb7d208-2526-4ff0-a0d2-0e4328345176 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 944 time: 0.3215923 Apr 08 12:09:02.468523 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b09702b-232d-4770-af27-5634a3251894 req-0b0b1ea3-6410-45ef-b513-745fdf440d32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758717 Apr 08 12:09:02.518641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dd6c168d-af07-4341-9330-4e88b4f1f71b req-25ed7f29-4b27-46e5-9e91-51ce5c6a7e8e tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554645 Apr 08 12:09:02.536913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Checking segment: {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:02.537314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Network hostable DHCP agents. Network: 7664b19c-87bb-4fbe-b6ea-2b28582fac9c, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:09:02.560359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:09:02.571218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 7664b19c-87bb-4fbe-b6ea-2b28582fac9c) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:02.584390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:02.584597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedf55e-3f94-4c73-9d06-156a8b6ac375 None None] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:09:02.584713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.615147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45692) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:02.615540 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f99f0440-f89a-47f0-8162-c7ffd36f4144 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2132149 Apr 08 12:09:02.621866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:02.627354 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:02.631706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Usage tracker for resource:router and tenant:ad21f2ea15fb4d6c885dfa187d130fa1 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:02.634691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:02.645237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:02.661308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.662533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.687168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:02.865012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-7664b19c-87bb-4fbe-b6ea-2b28582fac9c', 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'fixed_ips': [{'subnet_id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:09:02.866835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.027798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.070771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Allocated IP 172.20.0.2 (7664b19c-87bb-4fbe-b6ea-2b28582fac9c/2b31d505-70ec-4573-8bc2-064d95ad9bc5/3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:09:03.255123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5f293b86-3000-4419-8e4c-1fe1c83e65b8 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:03.329312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45714) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:03.444018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:09:03.455061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.484457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Transition to ACTIVE for port object 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:03.501820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:03.601720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:03.602174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.604647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-197306774-network', 'tenant_id': '7069e08f25f64aafbac3563b96dc2dbf'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:03.610874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:03.616044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Usage tracker for resource:network and tenant:7069e08f25f64aafbac3563b96dc2dbf is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:03.619824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:03.628101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:03.646164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Made reservation on behalf of 7069e08f25f64aafbac3563b96dc2dbf for: {'network': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:09:03.650944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.671200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Transition to ACTIVE for port object 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:03.674566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.695704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:03.696450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.700772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Usage tracker for resource:security_group_rule and tenant:7069e08f25f64aafbac3563b96dc2dbf is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:03.704005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:03.710638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:03.719287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:03.745972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d946-f259-4f4f-bc74-a17d5d6a1004 req-a810e511-af84-4917-b672-980eaf091c85 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:03.754404 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e872d946-f259-4f4f-bc74-a17d5d6a1004 req-a810e511-af84-4917-b672-980eaf091c85 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2994461 Apr 08 12:09:03.845639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.852598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.859925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.867729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=84398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:09:03.877294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.877687 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Added segment 333e67ff-c94f-4be5-9d36-40b76d6f1d17 of type vlan for network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 Apr 08 12:09:03.899727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:03.902961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0a542bb3-0ee7-4e04-b32d-e3fcf691210d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:03.919226 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e872d946-f259-4f4f-bc74-a17d5d6a1004 req-661b23b5-a2a9-4579-97f5-3bddc9f5d097 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625896 Apr 08 12:09:03.981132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.021445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1058e994-5c2f-4043-bfef-f56c337cfbc4,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:04.045469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.045906 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.046310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.046707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.047093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.047482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.047867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.048253 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.048639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.049021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.049402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.049787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.067049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:04.079921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Pushing event updated for resources: {'Port': ['ID=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:04.092521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.094710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:04.095349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.103045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-889fdd80-c6ff-4280-a024-b8aa9ab7d1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:04.106085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Allocated IP 172.28.0.110 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/3bb807ef-461f-43f9-a306-dc2f1bbfc16e) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:09:04.107982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:04.120605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:04.166203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'port_id': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c', 'mac_address': 'fa:16:3e:8d:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9a5946-3c3e-47f1-a84c-51d5f3188383', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:09:04.172869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.194756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17277598-53b2-43d0-8e24-4452599e8b7d req-522612f3-e592-4987-920e-1ebbb626a28d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:04.196369 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-17277598-53b2-43d0-8e24-4452599e8b7d req-522612f3-e592-4987-920e-1ebbb626a28d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 944 time: 0.2951422 Apr 08 12:09:04.243890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:04.253626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:04.256598 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9255369 Apr 08 12:09:04.259413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:09:04.262313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 45730) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:04.263162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Pushing event updated for resources: {'Network': ['ID=107fbbcb-d2cd-4a27-a25b-a235d1f2e523,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:04.269507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 5f293b86-3000-4419-8e4c-1fe1c83e65b8, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=5f293b86-3000-4419-8e4c-1fe1c83e65b8,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:04.278669 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-17277598-53b2-43d0-8e24-4452599e8b7d req-57204a50-2cac-4cfe-aa62-ad9f33aa3ceb tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716925 Apr 08 12:09:04.282790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:04.297821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Request body: {'subnet': {'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-197306774-subnet', 'tenant_id': '7069e08f25f64aafbac3563b96dc2dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:04.300784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.302347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:04.304275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:04.309466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Usage tracker for resource:subnet and tenant:7069e08f25f64aafbac3563b96dc2dbf is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:04.313598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:04.317076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:09:04.321045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:04.324959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.332088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Made reservation on behalf of 7069e08f25f64aafbac3563b96dc2dbf for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:09:04.340583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27293879'] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.341128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.358569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.492649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4b8a27ff-0494-444f-9554-41b84b63e3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:04.564701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:04.594278 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:04.601495 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:04.606719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:04.609594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.610030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.610433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.610821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.611211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.611860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.612245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.612629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.613353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.613353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.613729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.614138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:04.617577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:09:04.647550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:04.673078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:04.702698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.746581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Attempting to bind port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:04.747027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Attempting to bind port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:04.747492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Attempting to bind port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 on network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:04.776122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:04.776576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Checking segment: {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:04.777035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.777537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Bound using segment: {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:04.778110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Bound port: 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:04.778533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.822326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=5f293b86-3000-4419-8e4c-1fe1c83e65b8,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:04.827380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:04.827900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-94cf5a37-257e-4ef6-8388-c37b31a7c139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:04.917442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852899017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27293830'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.942832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-be06946a-3d7f-4e43-a055-4ad65658b8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:04.946060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] For port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:04.950544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] For port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:04.953667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:04.957474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:04.958843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:04.976122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:05.072360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:09:05.158190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ab41f7-99b5-49bb-820f-4a42be0d46ab,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:05.163371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:05.207924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Pushing event updated for resources: {'Port': ['ID=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:05.224616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:05.231683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383afd72-e0be-42eb-8d37-cb7ef788a05d req-3cecfda8-f32a-463d-bc9a-c5a78bb1021d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:05.233321 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-383afd72-e0be-42eb-8d37-cb7ef788a05d req-3cecfda8-f32a-463d-bc9a-c5a78bb1021d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1822886 Apr 08 12:09:05.241509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5f293b86-3000-4419-8e4c-1fe1c83e65b8 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:05.275474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Checking segment: {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:05.275868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Network hostable DHCP agents. Network: 107fbbcb-d2cd-4a27-a25b-a235d1f2e523, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:09:05.285109 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-383afd72-e0be-42eb-8d37-cb7ef788a05d req-c7d229fd-7133-4752-86db-7f98e42435c4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381799 Apr 08 12:09:05.302148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:09:05.318021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 107fbbcb-d2cd-4a27-a25b-a235d1f2e523) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:05.334116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9522d0-8ee1-4920-a953-2290e1332313 None None] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:09:05.338973 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:05.339623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:05.350231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:05.409118 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3a68c525-8205-45fc-a0b2-26e67b9e374b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1289425 Apr 08 12:09:05.554784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:05.555357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:05.640361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ac176-d05c-4232-9c5c-37298331c264 req-56a2b4c3-4989-4df8-96c9-0cc1c78e3a73 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:05.642112 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-596ac176-d05c-4232-9c5c-37298331c264 req-56a2b4c3-4989-4df8-96c9-0cc1c78e3a73 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 945 time: 0.1941493 Apr 08 12:09:05.697888 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-596ac176-d05c-4232-9c5c-37298331c264 req-5a77833a-274f-4a63-8f0b-efde6d66f15b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Apr 08 12:09:05.940630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:06.194164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-9ced4295-01d4-4940-b26d-b6bd8496b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:06.196417 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-9ced4295-01d4-4940-b26d-b6bd8496b14c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.2443211 Apr 08 12:09:06.215699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1615-fd94-4462-9729-5387ab0fdbcc req-34fefdb1-1099-41a7-88a7-988d73cb69d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:06.223703 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9adf1615-fd94-4462-9729-5387ab0fdbcc req-34fefdb1-1099-41a7-88a7-988d73cb69d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1848900 Apr 08 12:09:06.260480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b54dcd2-ac67-4da0-91b1-f5bac03b99da None None] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:09:06.368659 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9adf1615-fd94-4462-9729-5387ab0fdbcc req-527e15e6-fb20-41b0-88fe-87622bac6fcc tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436803 Apr 08 12:09:06.457346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-281f6428-4430-4441-bd22-eaf7d91aafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:06.458958 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-281f6428-4430-4441-bd22-eaf7d91aafc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.2322252 Apr 08 12:09:06.560863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Router 24eedbcc-47df-4c44-8962-018720ccc389 is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:09:06.815415 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-c861c58c-439f-4a02-8876-1be1dfe101ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.3406014 Apr 08 12:09:06.831665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:09:06.843377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Sync routers for ids ['24eedbcc-47df-4c44-8962-018720ccc389'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:09:06.859875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:06.860498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Routers {'24eedbcc-47df-4c44-8962-018720ccc389'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:09:06.862021 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8f3386a8-9dd2-40c7-9b4e-e0eeb3637c21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2451966 Apr 08 12:09:06.863118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['24eedbcc-47df-4c44-8962-018720ccc389'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:06.864739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 45774) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:06.966175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-c6306f18-3a13-4ec7-ab28-0792e0fb068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:06.967966 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-c6306f18-3a13-4ec7-ab28-0792e0fb068d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.1396286 Apr 08 12:09:06.990833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb471e30-6944-4118-82e7-df69c454e694 req-8f5a456d-27df-464e-bc6a-51f36f839ed7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:06.992449 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb471e30-6944-4118-82e7-df69c454e694 req-8f5a456d-27df-464e-bc6a-51f36f839ed7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 945 time: 0.1226597 Apr 08 12:09:07.044773 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-66791612-4850-47d2-9a44-1eccca56555d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512364 Apr 08 12:09:07.079110 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bb471e30-6944-4118-82e7-df69c454e694 req-819918a3-7c98-4d44-824c-9874aa88a794 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Apr 08 12:09:07.097514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Set router 24eedbcc-47df-4c44-8962-018720ccc389 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:09:07.245053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:07.327292 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-10c385db-c2d7-4d4d-9b65-080dc24fb934 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468693 Apr 08 12:09:07.342695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107f7bf-b31f-4171-a845-8df88a08c385 None None] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:09:07.528972 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c814f9f4-0be7-42dd-99fc-e4d1ec32cb59 req-6294b803-9bf1-4c78-91f3-fd7c64a91ade service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912148 Apr 08 12:09:07.560160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:07.737063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c49834ef-5fc0-4bc0-8397-3b67bd128f65 None None] Provisioning for port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:07.757945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c49834ef-5fc0-4bc0-8397-3b67bd128f65 None None] Provisioning complete for port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:07.758373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49834ef-5fc0-4bc0-8397-3b67bd128f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:07.788284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:07.804483 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:07.804704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:07.813628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b614da-eb90-47ca-84eb-0ba8ba54ae61 req-d80e61bb-a117-47d6-863f-0ed1b3361248 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:07.816353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:09:05Z', 'revision_number': 3, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:07.819602 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a0b614da-eb90-47ca-84eb-0ba8ba54ae61 req-d80e61bb-a117-47d6-863f-0ed1b3361248 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2173281 Apr 08 12:09:07.830659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Checking router: 24eedbcc-47df-4c44-8962-018720ccc389 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:09:07.831056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Updating router 24eedbcc-47df-4c44-8962-018720ccc389 port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:09:07.889527 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a0b614da-eb90-47ca-84eb-0ba8ba54ae61 req-fc924f92-ad1c-4cd4-ae67-6ff80350f15d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Apr 08 12:09:07.975726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.444320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:08.498493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:08.502838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.503006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.549013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-7454437b-fc47-4a9b-9303-ab0caea53960 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:08.549842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-7454437b-fc47-4a9b-9303-ab0caea53960 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Synchronizing usage tracker for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:network {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:08.568303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8aa86-3d82-47ba-9230-195b79fb2e98 req-76508531-0abe-466f-9c9a-ba94d1870eb2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:08.575710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.576934 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2d8aa86-3d82-47ba-9230-195b79fb2e98 req-76508531-0abe-466f-9c9a-ba94d1870eb2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 945 time: 0.2168903 Apr 08 12:09:08.591156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Transition to ACTIVE for port object 3bb807ef-461f-43f9-a306-dc2f1bbfc16e will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:08.599175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.617470 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a2d8aa86-3d82-47ba-9230-195b79fb2e98 req-7f467615-ee52-48df-8b8f-eaaf9a09a7b9 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395846 Apr 08 12:09:08.619252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:08.651325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-7454437b-fc47-4a9b-9303-ab0caea53960 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Unset dirty status for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:network {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:08.659709 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-7454437b-fc47-4a9b-9303-ab0caea53960 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/networks?id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 200 len: 813 time: 0.5599432 Apr 08 12:09:08.690758 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-68b4ad06-aa4c-40d5-8db4-fc7f0452d092 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/quotas/7069e08f25f64aafbac3563b96dc2dbf HTTP/1.1" status: 200 len: 375 time: 0.0291746 Apr 08 12:09:08.751466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d9d3-028f-4df9-ba8e-1b5c63837ed8 None None] Pushing event updated for resources: {'Port': ['ID=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,revision_number=2']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:08.759216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ace94042-9250-4eac-8bda-bdc9dc722d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.760477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-78f0d9d3-028f-4df9-ba8e-1b5c63837ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:08.765169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.801663 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-916c80d4-e7ff-4687-8564-b1dd3b67f3ea tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098421 Apr 08 12:09:08.863592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:08.868139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49834ef-5fc0-4bc0-8397-3b67bd128f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.882164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.889285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bad319e0-2508-4852-a300-846a7f0a2549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:08.893889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Attempting to bind port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:08.894475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Attempting to bind port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:08.895032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Attempting to bind port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:08.903593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:08.904230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:08.904824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.905421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:08.906131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Bound port: 3bb807ef-461f-43f9-a306-dc2f1bbfc16e, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:08.906691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:08.927312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Allocated IP 172.20.0.1 (7664b19c-87bb-4fbe-b6ea-2b28582fac9c/2b31d505-70ec-4573-8bc2-064d95ad9bc5/8ee08f38-4094-498b-a117-c17c465988ac) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:09:09.037676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] For port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:09.043550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] For port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:09.053815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.104500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f912-84a1-4423-8038-45f70a338398 req-b0ca8cfa-09e7-4d15-bc63-02da15a36ba9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:09.107577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4924f912-84a1-4423-8038-45f70a338398 req-b0ca8cfa-09e7-4d15-bc63-02da15a36ba9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1942244 Apr 08 12:09:09.137446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.157486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Transition to ACTIVE for port object 8ee08f38-4094-498b-a117-c17c465988ac will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:09.162396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-c49834ef-5fc0-4bc0-8397-3b67bd128f65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:09:09.163227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-c49834ef-5fc0-4bc0-8397-3b67bd128f65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:09:09.172636 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4924f912-84a1-4423-8038-45f70a338398 req-d543be69-e038-4352-bbcb-54c660291db1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514789 Apr 08 12:09:09.173988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:09.182591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.186007 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-49ae780e-3aee-4fc8-9a4f-782f37c188fe service neutron] 10.222.0.23 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794892 Apr 08 12:09:09.190818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.191615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.192079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.192551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.192998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.193442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.193946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.194390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.194829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.195268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.195707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.196143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.196588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:09:09.201852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:09.207275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083200c6-1af7-47d3-8960-01f847a1449f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:09.219993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:09.222381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:09.232852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.235203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:09.261209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:09.332436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d9d3-028f-4df9-ba8e-1b5c63837ed8 None None] Pushing event updated for resources: {'Port': ['ID=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:09.338485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-78f0d9d3-028f-4df9-ba8e-1b5c63837ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:09.349251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Routers {'24eedbcc-47df-4c44-8962-018720ccc389'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:09:09.350239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:08:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['24eedbcc-47df-4c44-8962-018720ccc389'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:09.352323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee08f38-4094-498b-a117-c17c465988ac,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:09.356881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:09.366588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:09.370289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:09.424526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:09.426907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:09.430105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:09:09.492780 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.506952 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-20f7f68a-c108-4017-af22-3fc748bbc12e service neutron] 10.222.0.23 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171933 Apr 08 12:09:09.535953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24328-5f4a-4b0c-94bc-54df65b1dc34 req-f264744d-9d04-4376-832f-6d45953cd22c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:09.547543 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5ae24328-5f4a-4b0c-94bc-54df65b1dc34 req-f264744d-9d04-4376-832f-6d45953cd22c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1754897 Apr 08 12:09:09.581848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] Set router 24eedbcc-47df-4c44-8962-018720ccc389 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:09:09.604883 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5ae24328-5f4a-4b0c-94bc-54df65b1dc34 req-9740606d-4c89-4954-b0de-53db49f814e3 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Apr 08 12:09:09.662653 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083200c6-1af7-47d3-8960-01f847a1449f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c', 'code': 200} Apr 08 12:09:09.766873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:09.998092 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a6099e42-6c72-4dbf-bbf9-aea92d4e2778 req-cee12086-74b9-41ae-981c-68441ec83ed4 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 210 time: 0.2069600 Apr 08 12:09:10.039327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-26e9a500-1906-45c2-b311-50d24be94ce3 None None] Provisioning for port 8ee08f38-4094-498b-a117-c17c465988ac completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:10.046636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-26e9a500-1906-45c2-b311-50d24be94ce3 None None] Provisioning complete for port 8ee08f38-4094-498b-a117-c17c465988ac triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:10.047054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-26e9a500-1906-45c2-b311-50d24be94ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:10.096793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:09:05Z', 'revision_number': 3, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:10.111100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc4a49-9907-44f1-90ae-4130315cd4d1 None None] The sync data for ids ['24eedbcc-47df-4c44-8962-018720ccc389'] in dv-cinder-784779-3-smb is: [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:09:05Z', 'revision_number': 3, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:09:10.134136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-26e9a500-1906-45c2-b311-50d24be94ce3 None None] Port 8ee08f38-4094-498b-a117-c17c465988ac cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:09:10.151101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-26e9a500-1906-45c2-b311-50d24be94ce3 None None] Provisioning complete for port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:10.151518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-26e9a500-1906-45c2-b311-50d24be94ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:10.168147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042f24-1c59-40c8-a3d4-61ae96a27891 req-7919e824-d712-4dba-b7b6-dddab5f47163 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:10.178766 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ca042f24-1c59-40c8-a3d4-61ae96a27891 req-7919e824-d712-4dba-b7b6-dddab5f47163 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.2591708 Apr 08 12:09:10.299460 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ca042f24-1c59-40c8-a3d4-61ae96a27891 req-0e3a8fc8-bfd7-403a-8694-7cefdf5d6ba3 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085794 Apr 08 12:09:10.338416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b468929-840b-4bb5-bb75-2f15506afeef req-ec5ffcdb-ade4-4a16-8c98-d3e9e56b1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:10.342862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:10.345179 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3b468929-840b-4bb5-bb75-2f15506afeef req-ec5ffcdb-ade4-4a16-8c98-d3e9e56b1ba5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 1099 time: 0.1397305 Apr 08 12:09:10.347924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27590335'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:10.389740 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3b468929-840b-4bb5-bb75-2f15506afeef req-f6072458-275c-4123-b503-b96656d3ae2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Apr 08 12:09:10.401273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-50cd3eee-b97d-483d-bf2e-6d91205b12da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:10.493920 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:10.510790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee08f38-4094-498b-a117-c17c465988ac,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:10.560605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:10.566134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0ceb-d3cb-482d-9473-3a6d987a975f req-b126220e-a5ae-4e28-a7c0-1e59212c441e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:10.567925 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c01f0ceb-d3cb-482d-9473-3a6d987a975f req-b126220e-a5ae-4e28-a7c0-1e59212c441e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1174915 Apr 08 12:09:10.610427 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c01f0ceb-d3cb-482d-9473-3a6d987a975f req-f738ddb6-1c35-4bb6-a2be-eaa9dc7ca9f6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352969 Apr 08 12:09:10.660385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c71fab67-7ced-4c19-824b-6474d83c3b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:10.700693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:10.702113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:11.031820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a91b2-3912-4269-9c6b-c0adbd8be8fb req-6a5bf6fe-f6a8-4eff-8f70-019644e7feb2 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:11.040159 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7f7a91b2-3912-4269-9c6b-c0adbd8be8fb req-6a5bf6fe-f6a8-4eff-8f70-019644e7feb2 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1885092 Apr 08 12:09:11.081876 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7f7a91b2-3912-4269-9c6b-c0adbd8be8fb req-9c899bfe-629d-49c9-bee5-8f5445738630 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Apr 08 12:09:11.130372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-cc3cdc4d-5bcb-40e8-9915-5a4c74679d5e None None] Provisioning complete for port 8ee08f38-4094-498b-a117-c17c465988ac triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:11.130685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdc4d-5bcb-40e8-9915-5a4c74679d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:11.169582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Router 24eedbcc-47df-4c44-8962-018720ccc389 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:09:11.280242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cdc4d-5bcb-40e8-9915-5a4c74679d5e None None] Port 8ee08f38-4094-498b-a117-c17c465988ac cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:09:11.352843 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8883eef6-3afa-411b-af27-b1b819b6697d req-c9406300-a79d-42fd-aa9c-9e7702e9bb44 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 210 time: 0.1806107 Apr 08 12:09:11.435312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:11.437377 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-34988fd0-0b0d-4ef3-92c0-c0a540ecd256 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2017987 Apr 08 12:09:11.576683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:11.585801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:11.586380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:11.631345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:09:11.642344 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] 10.222.0.23 "PUT /v2.0/routers/24eedbcc-47df-4c44-8962-018720ccc389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7761376 Apr 08 12:09:11.922393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb807ef-461f-43f9-a306-dc2f1bbfc16e up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:12.007864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:12.030115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-61957bfb-ad4b-4548-af11-33af12a7acee tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:12.031586 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-61957bfb-ad4b-4548-af11-33af12a7acee tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "GET /v2.0/networks?id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 200 len: 813 time: 0.3682988 Apr 08 12:09:12.053521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:12.059954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:12.060712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:12.098892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Request body: {'port': {'device_id': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523', 'admin_state_up': True, 'tenant_id': '7069e08f25f64aafbac3563b96dc2dbf'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:12.212419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:12.231583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:12.235723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:12.242223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:12.347278 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:12.350516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:12.352291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-a2af8956-0479-4161-b53c-fdb95e5c601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:12.354010 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-a2af8956-0479-4161-b53c-fdb95e5c601e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 1099 time: 0.7892001 Apr 08 12:09:12.366677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:12.378248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b1531-1c5f-44a3-b94d-44d8b40c94e1 req-f6b89e81-8836-4f45-bc4e-b4a25943a0cd tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:12.379886 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f68b1531-1c5f-44a3-b94d-44d8b40c94e1 req-f6b89e81-8836-4f45-bc4e-b4a25943a0cd tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.9087634 Apr 08 12:09:12.384305 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Usage tracker for resource:port and tenant:7069e08f25f64aafbac3563b96dc2dbf is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:09:12.392578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:09:12.489298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:12.537048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca89c8-b87c-46f4-a00e-5bf62957c0af req-61ba3eb9-dd91-41af-ae0f-702b02d21b2b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:12.538835 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ca89c8-b87c-46f4-a00e-5bf62957c0af req-61ba3eb9-dd91-41af-ae0f-702b02d21b2b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.5058956 Apr 08 12:09:12.544589 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f68b1531-1c5f-44a3-b94d-44d8b40c94e1 req-5cb8ec3c-78b7-47c1-89ba-ebdf865e78fa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530547 Apr 08 12:09:12.548823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Made reservation on behalf of 7069e08f25f64aafbac3563b96dc2dbf for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:09:12.554593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:12.661663 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ca89c8-b87c-46f4-a00e-5bf62957c0af req-3cc6b34c-242d-437c-828d-581843295841 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138871 Apr 08 12:09:12.762818 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa80d06d-5299-454a-9722-d7796eddaf76 req-b3244be0-8aef-4422-834f-e6b66e7bc7ca tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 210 time: 0.0906439 Apr 08 12:09:12.790821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-a4b3a624-83ad-48ed-9dc7-b851e857ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:12.792608 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-a4b3a624-83ad-48ed-9dc7-b851e857ac1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.4051890 Apr 08 12:09:12.873558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:13.181069 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-9bcf75c8-a4e8-4000-82c2-b32f297eb002 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f HTTP/1.1" status: 200 len: 217 time: 0.3779535 Apr 08 12:09:13.240995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb807ef-461f-43f9-a306-dc2f1bbfc16e up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:13.352890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:13.353309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:13.404222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-f099fb85-0ec5-4cbe-a039-3481497d1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:13.405932 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-f099fb85-0ec5-4cbe-a039-3481497d1a65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.1729279 Apr 08 12:09:13.407844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Allocated IP 172.20.0.10 (107fbbcb-d2cd-4a27-a25b-a235d1f2e523/74ab41f7-99b5-49bb-820f-4a42be0d46ab/2a15b494-80db-4dae-a443-09c3268626a7) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:09:13.435922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05416ee-023a-4c57-a61c-c85f90b958e9 req-2dabc3dd-4d68-4726-babb-39717544b1aa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:13.437479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d05416ee-023a-4c57-a61c-c85f90b958e9 req-2dabc3dd-4d68-4726-babb-39717544b1aa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1535292 Apr 08 12:09:13.491482 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-ad724a32-5cf0-4f8b-8390-c142ffb09897 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662251 Apr 08 12:09:13.553050 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d05416ee-023a-4c57-a61c-c85f90b958e9 req-86c2147f-fd17-48dd-8b39-0a67fad7778e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604916 Apr 08 12:09:13.733433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Sync routers for ids ['24eedbcc-47df-4c44-8962-018720ccc389'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:09:13.762756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Routers {'24eedbcc-47df-4c44-8962-018720ccc389'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:09:13.767910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:09:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['24eedbcc-47df-4c44-8962-018720ccc389'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:13.997531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:14.016869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Set router 24eedbcc-47df-4c44-8962-018720ccc389 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:09:14.021494 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-36d145f1-22c3-4a84-8ef7-f4be9202d5df service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053322 Apr 08 12:09:14.199576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad710fe-4214-4dd1-96ba-302c03444f4b req-1d9d0382-0ba7-4411-9206-a117ed287c46 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:14.208001 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9ad710fe-4214-4dd1-96ba-302c03444f4b req-1d9d0382-0ba7-4411-9206-a117ed287c46 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.4135964 Apr 08 12:09:14.231189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:14.264092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e7864ed-4c03-43a2-8639-4b1668fb4448 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:14.431411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:14.451402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:09:09Z', 'revision_number': 4, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '8ee08f38-4094-498b-a117-c17c465988ac', 'name': '', 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'mac_address': 'fa:16:3e:72:63:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:08Z', 'updated_at': '2021-04-08T12:09:10Z', 'revision_number': 2, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'subnets': [{'id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:14.455895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Checking router: 24eedbcc-47df-4c44-8962-018720ccc389 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:09:14.456434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Updating router 24eedbcc-47df-4c44-8962-018720ccc389 port 8ee08f38-4094-498b-a117-c17c465988ac binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:09:14.507836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Pushing event updated for resources: {'Port': ['ID=2a15b494-80db-4dae-a443-09c3268626a7,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:14.512342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:14.616996 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9ad710fe-4214-4dd1-96ba-302c03444f4b req-eee135e9-bf16-4029-a877-288cccb61c09 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078815 Apr 08 12:09:14.699000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:14.753528 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1c14ebe-fa09-4178-a7ac-c5b00fcdab9f req-1d985cfd-5ad1-46fb-a446-af2843190e62 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7193265 Apr 08 12:09:14.778112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:14.792464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:14.826699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:09:14.920378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:14.921063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:15.014513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871bbea-3438-4d5a-b0de-94c8806ac914 req-f54acbb4-fab9-441d-9772-d35f74ae405e tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:15.021788 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a871bbea-3438-4d5a-b0de-94c8806ac914 req-f54acbb4-fab9-441d-9772-d35f74ae405e tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.4171071 Apr 08 12:09:15.055101 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a871bbea-3438-4d5a-b0de-94c8806ac914 req-0f47f149-ae31-4122-b9c1-99c69b3ed312 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323234 Apr 08 12:09:15.057870 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9704113 Apr 08 12:09:15.089449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Request body: {'port': {'device_id': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:15.196108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c10dc-183e-424d-9e26-10f9769245d9 req-a88eaacd-dad8-46ff-9cd0-3fd564b3ee53 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:15.197736 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a9c10dc-183e-424d-9e26-10f9769245d9 req-a88eaacd-dad8-46ff-9cd0-3fd564b3ee53 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.3723674 Apr 08 12:09:15.287029 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a9c10dc-183e-424d-9e26-10f9769245d9 req-1d167b21-14d6-41d7-999c-3132304f4225 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800912 Apr 08 12:09:15.371640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:15.525224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:15.549947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Transition to ACTIVE for port object 8ee08f38-4094-498b-a117-c17c465988ac will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:15.567559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:15.585028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:15.710878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99892e2-285b-46e6-a813-0735cb5b4dc5 None None] Pushing event updated for resources: {'Port': ['ID=8ee08f38-4094-498b-a117-c17c465988ac,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:15.714111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b99892e2-285b-46e6-a813-0735cb5b4dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:15.725884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-0444ba46-c0c2-4355-8836-9c8dead19823 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:15.726880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-0444ba46-c0c2-4355-8836-9c8dead19823 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Synchronizing usage tracker for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:15.956565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a15b494-80db-4dae-a443-09c3268626a7 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:15.969186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:15.995055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Attempting to bind port 8ee08f38-4094-498b-a117-c17c465988ac on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:15.995478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Attempting to bind port 8ee08f38-4094-498b-a117-c17c465988ac by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:15.996050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Attempting to bind port 8ee08f38-4094-498b-a117-c17c465988ac on network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:16.002865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:16.003281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Checking segment: {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:16.003739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:16.004178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Bound using segment: {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:16.004509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Transition to ACTIVE for port object 2a15b494-80db-4dae-a443-09c3268626a7 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:16.004701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Bound port: 8ee08f38-4094-498b-a117-c17c465988ac, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999dc083-7c70-4123-93e5-3b105714c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:16.005099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:16.008446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:16.139086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] For port 8ee08f38-4094-498b-a117-c17c465988ac, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:16.147339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] For port 8ee08f38-4094-498b-a117-c17c465988ac, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=8ee08f38-4094-498b-a117-c17c465988ac,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:16.158471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:16.217985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:16.264666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-0444ba46-c0c2-4355-8836-9c8dead19823 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Unset dirty status for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:16.275267 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-0444ba46-c0c2-4355-8836-9c8dead19823 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 932 time: 1.0724590 Apr 08 12:09:16.334766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cc0748e5-fdb9-4614-8674-0fb11c455e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:16.466801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99892e2-285b-46e6-a813-0735cb5b4dc5 None None] Pushing event updated for resources: {'Port': ['ID=8ee08f38-4094-498b-a117-c17c465988ac,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:16.475718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-fc821ea3-97b1-461c-a2f3-c2a976c1e46c tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Synchronizing usage tracker for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:16.509280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b99892e2-285b-46e6-a813-0735cb5b4dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:16.514790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Routers {'24eedbcc-47df-4c44-8962-018720ccc389'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:09:16.515477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:09:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['24eedbcc-47df-4c44-8962-018720ccc389'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:16.531573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Pushing event updated for resources: {'Port': ['ID=2a15b494-80db-4dae-a443-09c3268626a7,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:16.575602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:16.697795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-fc821ea3-97b1-461c-a2f3-c2a976c1e46c tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Unset dirty status for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:16.711156 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c4949b4-4496-41ee-b3ba-1be153dd4314 req-fc821ea3-97b1-461c-a2f3-c2a976c1e46c tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345880 Apr 08 12:09:16.760374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Attempting to bind port 2a15b494-80db-4dae-a443-09c3268626a7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:16.760995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Attempting to bind port 2a15b494-80db-4dae-a443-09c3268626a7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:16.762267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Attempting to bind port 2a15b494-80db-4dae-a443-09c3268626a7 on network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:16.772478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Port 2a15b494-80db-4dae-a443-09c3268626a7 on network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:09:16.773058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Attempting to bind port 2a15b494-80db-4dae-a443-09c3268626a7 on network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:16.816495 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] Set router 24eedbcc-47df-4c44-8962-018720ccc389 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:09:16.821506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef227b33-bda2-4d0c-8bd6-36670690872f req-43a5859d-89bc-4c01-82b8-30493990b016 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:16.837865 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ef227b33-bda2-4d0c-8bd6-36670690872f req-43a5859d-89bc-4c01-82b8-30493990b016 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.5359790 Apr 08 12:09:16.918509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:16.918982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Checking segment: {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:16.919421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Bound using segment: {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:16.919916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Bound port: 2a15b494-80db-4dae-a443-09c3268626a7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:16.920304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:16.986995 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ef227b33-bda2-4d0c-8bd6-36670690872f req-3ecd19ab-3b17-4282-b831-fd5cd4073059 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460888 Apr 08 12:09:17.303101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:09:09Z', 'revision_number': 4, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '8ee08f38-4094-498b-a117-c17c465988ac', 'name': '', 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'mac_address': 'fa:16:3e:72:63:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:08Z', 'updated_at': '2021-04-08T12:09:16Z', 'revision_number': 4, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'subnets': [{'id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:09:17.307883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19367b76-3cbb-4d0f-bbaf-baa3474ce844 None None] The sync data for ids ['24eedbcc-47df-4c44-8962-018720ccc389'] in dv-cinder-784779-3-smb is: [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:09:09Z', 'revision_number': 4, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '8ee08f38-4094-498b-a117-c17c465988ac', 'name': '', 'network_id': '7664b19c-87bb-4fbe-b6ea-2b28582fac9c', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'mac_address': 'fa:16:3e:72:63:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:08Z', 'updated_at': '2021-04-08T12:09:16Z', 'revision_number': 4, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'subnets': [{'id': '2b31d505-70ec-4573-8bc2-064d95ad9bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:09:17.389624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d834-7eeb-415a-a829-70eaa32570dc req-601b7246-9f96-4678-83a4-46617069abff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:17.398668 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c544d834-7eeb-415a-a829-70eaa32570dc req-601b7246-9f96-4678-83a4-46617069abff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.5566857 Apr 08 12:09:17.443286 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c544d834-7eeb-415a-a829-70eaa32570dc req-195d017e-e9a3-4597-a2e0-b342de1ce7f8 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436468 Apr 08 12:09:17.448029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] For port 2a15b494-80db-4dae-a443-09c3268626a7, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:17.457909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] For port 2a15b494-80db-4dae-a443-09c3268626a7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a15b494-80db-4dae-a443-09c3268626a7,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:17.477549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:17.567558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:17.705812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Pushing event updated for resources: {'Port': ['ID=2a15b494-80db-4dae-a443-09c3268626a7,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:17.897328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:17.910365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:17.912419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:17.914458 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] 10.222.0.13 "PUT /v2.0/ports/2a15b494-80db-4dae-a443-09c3268626a7 HTTP/1.1" status: 200 len: 1094 time: 2.8300385 Apr 08 12:09:17.915629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'tag': '2a15b494-80db-4dae-a443-09c3268626a7'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:18.179003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fe8ea-fdf6-4284-8017-68d2eeff17bf req-00e71ee4-5c48-40c7-93e8-ed29598f4fdb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:18.180716 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c5fe8ea-fdf6-4284-8017-68d2eeff17bf req-00e71ee4-5c48-40c7-93e8-ed29598f4fdb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 944 time: 0.2516928 Apr 08 12:09:18.262543 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'tag': '2a15b494-80db-4dae-a443-09c3268626a7', 'status': 'completed', 'code': 200} Apr 08 12:09:18.265733 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c5fe8ea-fdf6-4284-8017-68d2eeff17bf req-d158a74b-b52c-428d-a98f-ca3b649478dc tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717881 Apr 08 12:09:18.369803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-75653d1a-b2ac-4d77-ab28-1acd31fbeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:18.376476 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-75653d1a-b2ac-4d77-ab28-1acd31fbeb1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 1097 time: 0.3440778 Apr 08 12:09:18.607421 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-b0c5debd-98b3-49ba-a2c9-a53ae4f67c24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a15b494-80db-4dae-a443-09c3268626a7 HTTP/1.1" status: 200 len: 217 time: 0.1508884 Apr 08 12:09:18.769133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927b3c6-227f-4a1a-9de3-bcf937a2457c req-a1b17ec0-41d9-48f6-9d0e-3cddb1f8d9b7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:18.777401 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9927b3c6-227f-4a1a-9de3-bcf937a2457c req-a1b17ec0-41d9-48f6-9d0e-3cddb1f8d9b7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.3954246 Apr 08 12:09:18.796753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-4ab349f2-49cd-4740-bcdf-642dbf1791d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:18.798552 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-4ab349f2-49cd-4740-bcdf-642dbf1791d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74ab41f7-99b5-49bb-820f-4a42be0d46ab HTTP/1.1" status: 200 len: 853 time: 0.1691537 Apr 08 12:09:18.879679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-48099a6b-7b2b-4797-9602-3e71577f65dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684195 Apr 08 12:09:18.895192 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9927b3c6-227f-4a1a-9de3-bcf937a2457c req-a50467f5-7c89-47f9-8182-afd447d8298d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161053 Apr 08 12:09:18.900877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f04b-0643-4750-814e-a9c6218467c9 req-c2e35050-f594-47e1-8ee1-6d1f7309a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:18.903336 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-c2e35050-f594-47e1-8ee1-6d1f7309a8fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.6518171 Apr 08 12:09:19.176249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dd7c4-e928-4949-9324-5a0697cf41cf req-f75a54d3-7772-4957-8e16-cc1fb69e197f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:19.178030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c7dd7c4-e928-4949-9324-5a0697cf41cf req-f75a54d3-7772-4957-8e16-cc1fb69e197f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.6539223 Apr 08 12:09:19.247407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 8ee08f38-4094-498b-a117-c17c465988ac up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:19.312000 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-d45aec66-7c85-41e6-9bb9-c75d454b905b service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011011 Apr 08 12:09:19.317718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f04b-0643-4750-814e-a9c6218467c9 req-2d8ac42e-d8a0-42bc-bffc-9eac5855618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:19.319480 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-2d8ac42e-d8a0-42bc-bffc-9eac5855618b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.3669605 Apr 08 12:09:19.379628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 8ee08f38-4094-498b-a117-c17c465988ac completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:19.385437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 8ee08f38-4094-498b-a117-c17c465988ac triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:19.386004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:19.491126 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c7dd7c4-e928-4949-9324-5a0697cf41cf req-aff16e52-af43-4ad3-9c82-d0a953331a19 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815948 Apr 08 12:09:19.544232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:19.568639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 8ee08f38-4094-498b-a117-c17c465988ac, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=8ee08f38-4094-498b-a117-c17c465988ac,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:19.576993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:19.579410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:19.591182 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-d961234b-05f3-4678-b10c-04b0850bdb25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.2273273 Apr 08 12:09:19.593429 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dffd503f-fb72-4b01-b6b0-1717681eb526 req-502cd1d7-7d22-4f2e-b017-2a1555151668 service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563519 Apr 08 12:09:19.706998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=8ee08f38-4094-498b-a117-c17c465988ac,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:19.710856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:19.853462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8dc7-0116-4c04-8ada-52e04c6dc0bd req-12926562-d133-4580-8e00-a32f058e7a3d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:19.855911 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-891d8dc7-0116-4c04-8ada-52e04c6dc0bd req-12926562-d133-4580-8e00-a32f058e7a3d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.7290771 Apr 08 12:09:19.857871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f04b-0643-4750-814e-a9c6218467c9 req-48f2be94-4a50-44b6-b1f5-bdb0c8f1061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:19.867103 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-48f2be94-4a50-44b6-b1f5-bdb0c8f1061c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.1973743 Apr 08 12:09:19.908448 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-891d8dc7-0116-4c04-8ada-52e04c6dc0bd req-daf7e9d6-ccc9-4068-99b3-9d3e44901677 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399785 Apr 08 12:09:20.001650 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-6cabc5ee-7c2d-485c-b653-797b3d725358 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920641 Apr 08 12:09:20.082387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d8c34-913c-4bef-858a-a9d02e917823 req-36c82f6e-a310-4d55-981c-45e2f6076506 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:20.091151 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-587d8c34-913c-4bef-858a-a9d02e917823 req-36c82f6e-a310-4d55-981c-45e2f6076506 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 944 time: 0.4804933 Apr 08 12:09:20.247202 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-587d8c34-913c-4bef-858a-a9d02e917823 req-26485aa0-adb4-4951-aa1f-8fa838c4597f tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549280 Apr 08 12:09:20.273408 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-1332be72-9787-4b33-9888-6bf9c48206e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:20.275114 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-1332be72-9787-4b33-9888-6bf9c48206e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 1097 time: 0.5646918 Apr 08 12:09:20.688487 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-dee2e0d9-0c67-4b0c-9362-9c4b68f41215 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155741 Apr 08 12:09:20.707286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cd7c0-20bf-41ef-a5a7-5027bde637b1 req-e604cde0-472b-4a54-b11b-4f1303acfdc7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:20.714342 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a76cd7c0-20bf-41ef-a5a7-5027bde637b1 req-e604cde0-472b-4a54-b11b-4f1303acfdc7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.6868415 Apr 08 12:09:20.930415 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a76cd7c0-20bf-41ef-a5a7-5027bde637b1 req-f553a846-a1e3-4d6c-88c9-2ea53b97ae6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148743 Apr 08 12:09:20.971891 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c848f04b-0643-4750-814e-a9c6218467c9 req-dee423a6-ad0c-4ccd-a6e7-f54ae44a223d service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443886 Apr 08 12:09:20.975060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-ceb8db0b-55d9-44e1-8a0f-09a60bc16fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:20.976772 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-ceb8db0b-55d9-44e1-8a0f-09a60bc16fd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 200 len: 914 time: 0.6817729 Apr 08 12:09:21.080826 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-9c6f9ac1-fa89-48df-a79d-46052cb1a32c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a15b494-80db-4dae-a443-09c3268626a7 HTTP/1.1" status: 200 len: 217 time: 0.0849922 Apr 08 12:09:21.091344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead4068-ac40-45fd-8b2b-bbee08447073 req-4f48d53e-9a27-42eb-80e5-dbb3c39a9d2b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:21.093197 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ead4068-ac40-45fd-8b2b-bbee08447073 req-4f48d53e-9a27-42eb-80e5-dbb3c39a9d2b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.4451675 Apr 08 12:09:21.198387 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ead4068-ac40-45fd-8b2b-bbee08447073 req-d01dc622-4f59-4adf-b482-8adde3597098 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Apr 08 12:09:21.210645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-1c0af6f3-9acf-4b36-911f-7d766b23cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:21.212775 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-1c0af6f3-9acf-4b36-911f-7d766b23cee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74ab41f7-99b5-49bb-820f-4a42be0d46ab HTTP/1.1" status: 200 len: 853 time: 0.1186106 Apr 08 12:09:21.229208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 8ee08f38-4094-498b-a117-c17c465988ac up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:21.292136 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-64d1cb88-1a54-4ddd-a5c2-8362f687d79e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690889 Apr 08 12:09:21.327161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 8ee08f38-4094-498b-a117-c17c465988ac triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:21.327830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:21.549353 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-da49196b-bf3f-45b9-8239-c80745da3518 service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468805 Apr 08 12:09:21.750654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c635-0f7f-48fb-971d-c4b2996e7b82 req-0b667f54-f029-4bb4-a87c-3d3d989751a2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:21.759551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ed0c635-0f7f-48fb-971d-c4b2996e7b82 req-0b667f54-f029-4bb4-a87c-3d3d989751a2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.3702550 Apr 08 12:09:21.820495 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ed0c635-0f7f-48fb-971d-c4b2996e7b82 req-041612f0-c96c-49eb-ada9-e106ef188e09 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599091 Apr 08 12:09:21.850172 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d509c88-0f3c-44d5-a882-750aa13f87d7 req-0639230d-7196-41e0-8217-a4122fe45641 service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929771 Apr 08 12:09:21.866988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801654e-7305-4cbe-9649-81cf6b017f94 req-741faa53-9b27-4c33-bdb6-7c2f22f549e8 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:21.870815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d801654e-7305-4cbe-9649-81cf6b017f94 req-741faa53-9b27-4c33-bdb6-7c2f22f549e8 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 944 time: 0.2126827 Apr 08 12:09:21.908941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d801654e-7305-4cbe-9649-81cf6b017f94 req-b50f4f23-e79e-49df-83bd-ae0924bb79cd tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300453 Apr 08 12:09:22.162990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc9bbe-a962-43f4-97bf-fb3e9b73ce71 req-d74b806e-0a54-4e00-a8a1-26e4745a2ca1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:22.164745 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bdbc9bbe-a962-43f4-97bf-fb3e9b73ce71 req-d74b806e-0a54-4e00-a8a1-26e4745a2ca1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0984659 Apr 08 12:09:22.205815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bdbc9bbe-a962-43f4-97bf-fb3e9b73ce71 req-76a53eed-9d50-427f-852e-41e53aaafd73 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337391 Apr 08 12:09:22.437857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dbcd8-3b13-44a5-8533-75c0dcae2f99 req-491cbb2b-5b7d-4e3a-a2a0-5184c28d64d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:22.439635 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-412dbcd8-3b13-44a5-8533-75c0dcae2f99 req-491cbb2b-5b7d-4e3a-a2a0-5184c28d64d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1075799 Apr 08 12:09:22.475274 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-412dbcd8-3b13-44a5-8533-75c0dcae2f99 req-07f680a6-3758-406e-b48b-5ceb18c4ed75 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264070 Apr 08 12:09:22.814222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:09:23.202000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a15189-f702-46dd-ad6f-5b3634a07ab3 req-259f73d4-02d4-4bed-a3fa-a95c6728392f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:23.203521 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27a15189-f702-46dd-ad6f-5b3634a07ab3 req-259f73d4-02d4-4bed-a3fa-a95c6728392f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.2006483 Apr 08 12:09:23.218318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-e8f4f31f-2756-4b70-a48b-b3c1f17da935 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:23.225691 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-e8f4f31f-2756-4b70-a48b-b3c1f17da935 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.2549725 Apr 08 12:09:23.261886 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27a15189-f702-46dd-ad6f-5b3634a07ab3 req-020fa656-f743-4ede-9a46-ecfca2f46aa5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326803 Apr 08 12:09:23.269407 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-602a9a0c-f250-420d-82a1-349f8e9bfdf1 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/quotas/daa205b89091463f97197a0f1b72365e HTTP/1.1" status: 200 len: 375 time: 0.0427053 Apr 08 12:09:23.376270 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-9cb082a9-df0f-485f-9f53-f7f0050af445 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055205 Apr 08 12:09:23.581238 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-a3619bbc-19a4-4cf6-a4c5-fc29d4e6abc4 service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974447 Apr 08 12:09:23.588227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2a15b494-80db-4dae-a443-09c3268626a7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:09:23.728350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091cc8f-0366-4bc2-8972-dc07b7f2f297 req-4d1aac0b-4a74-4570-94ec-696d3b948139 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:23.736485 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a091cc8f-0366-4bc2-8972-dc07b7f2f297 req-4d1aac0b-4a74-4570-94ec-696d3b948139 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 944 time: 0.2764575 Apr 08 12:09:23.775007 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a091cc8f-0366-4bc2-8972-dc07b7f2f297 req-824a87d5-188f-4aea-8421-6356d415243a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Apr 08 12:09:23.801396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 2a15b494-80db-4dae-a443-09c3268626a7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a15b494-80db-4dae-a443-09c3268626a7,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:23.822957 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-8edf0ce0-af50-42a0-ad48-a2a36bcdca76 service neutron] 10.222.0.23 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303572 Apr 08 12:09:23.838354 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '2a15b494-80db-4dae-a443-09c3268626a7', 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523', 'port_id': '2a15b494-80db-4dae-a443-09c3268626a7', 'mac_address': 'fa:16:3e:62:9f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ab41f7-99b5-49bb-820f-4a42be0d46ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:09:23.927847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:23.955801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a15b494-80db-4dae-a443-09c3268626a7 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:23.992397 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 2a15b494-80db-4dae-a443-09c3268626a7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a15b494-80db-4dae-a443-09c3268626a7,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:23.996502 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:23.998980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:24.032661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263610e-d6ab-4786-a0d8-61a47af4a926 req-d5bd3716-d935-4701-9626-5b28495444c1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:24.034486 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4263610e-d6ab-4786-a0d8-61a47af4a926 req-d5bd3716-d935-4701-9626-5b28495444c1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1501763 Apr 08 12:09:24.116009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=2a15b494-80db-4dae-a443-09c3268626a7,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:24.126289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:24.143854 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4263610e-d6ab-4786-a0d8-61a47af4a926 req-7d5845ba-aee4-42f6-8b0d-f6f5f5580feb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870726 Apr 08 12:09:24.314470 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0301c9cf-bdcf-420c-8595-348832788312 req-bbba79b7-40c2-4cd2-b9e8-aa970b7ecdb0 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 210 time: 0.0581760 Apr 08 12:09:24.375393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['2a15b494-80db-4dae-a443-09c3268626a7'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:09:24.395046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad8b60-41b3-485d-95f5-02cf0a7a5aa9 req-65196fa4-b59e-4575-b65d-a151fb3581c8 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:24.404081 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-81ad8b60-41b3-485d-95f5-02cf0a7a5aa9 req-65196fa4-b59e-4575-b65d-a151fb3581c8 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2587690 Apr 08 12:09:24.456341 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-81ad8b60-41b3-485d-95f5-02cf0a7a5aa9 req-6f496b76-46f6-43a7-893b-683cfeac6a02 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Apr 08 12:09:24.622109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e36502-c2e1-41da-a61a-2298181c788f req-4ec505d7-6e6e-43c8-b036-54788c45dd9e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:24.624628 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-86e36502-c2e1-41da-a61a-2298181c788f req-4ec505d7-6e6e-43c8-b036-54788c45dd9e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1719115 Apr 08 12:09:24.667256 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-86e36502-c2e1-41da-a61a-2298181c788f req-b5417f0e-0415-4db7-8766-7e01e70cd797 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362022 Apr 08 12:09:25.024095 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498967-7bf9-4171-b9a2-f99d40c77ebd req-fc2f9e02-ef2c-4f89-b8c3-510e48d84d8e tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:25.025636 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-07498967-7bf9-4171-b9a2-f99d40c77ebd req-fc2f9e02-ef2c-4f89-b8c3-510e48d84d8e tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 945 time: 0.1248329 Apr 08 12:09:25.057941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-07498967-7bf9-4171-b9a2-f99d40c77ebd req-92b6372d-5759-456c-abd8-5148584d7880 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248103 Apr 08 12:09:25.399512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f8cbb-65ba-43eb-b3eb-6ea09bf949a3 req-0a5c4c67-1cbd-46e2-bc6c-b680e835c19a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:25.408914 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e20f8cbb-65ba-43eb-b3eb-6ea09bf949a3 req-0a5c4c67-1cbd-46e2-bc6c-b680e835c19a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1447055 Apr 08 12:09:25.453854 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e20f8cbb-65ba-43eb-b3eb-6ea09bf949a3 req-04739abd-7601-42dc-b8a4-2b54f4ed23b4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435686 Apr 08 12:09:25.618663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:09:25.696065 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4c793774-9c18-4909-97aa-996e4c61dabe req-b79fae80-610c-45a7-b249-7bdc1517d4a9 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 210 time: 0.1280375 Apr 08 12:09:25.799978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d665f8-050d-4d4c-ab88-083c11acb04c req-b34420d3-5325-418e-9601-0b189e3fbfee tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:25.801633 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a8d665f8-050d-4d4c-ab88-083c11acb04c req-b34420d3-5325-418e-9601-0b189e3fbfee tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1711946 Apr 08 12:09:25.809473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7b948985-d292-4b24-84a4-1839b80f710d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:25.811006 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7b948985-d292-4b24-84a4-1839b80f710d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/networks?id=f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 200 len: 815 time: 0.3496997 Apr 08 12:09:25.837366 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a8d665f8-050d-4d4c-ab88-083c11acb04c req-2d212526-9aa7-4866-bc0b-63a38c409331 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252500 Apr 08 12:09:25.846262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Request body: {'port': {'device_id': '39f3662f-f971-4025-be83-691f561afe44', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'admin_state_up': True, 'tenant_id': 'daa205b89091463f97197a0f1b72365e'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:25.912957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:25.934537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'mac_address': 'fa:16:3e:5a:e3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:09:26.015685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:26.017224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b5fda0-dc37-4633-bf21-8f41f9bb9016 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:26.035386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:26.038812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:26.040756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-29c0af1b-0b31-4358-bac6-5c1890d126e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:26.127628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=6']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:26.130989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:26.208486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['89b5fda0-dc37-4633-bf21-8f41f9bb9016'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:09:26.314079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5656-3a59-48a2-9b4d-74d4000e2023 req-17297df9-b3c2-4881-85ad-a35d26b50050 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:26.315667 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2bdb5656-3a59-48a2-9b4d-74d4000e2023 req-17297df9-b3c2-4881-85ad-a35d26b50050 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 944 time: 0.1517017 Apr 08 12:09:26.316701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:26.328408 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:26.400199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Made reservation on behalf of daa205b89091463f97197a0f1b72365e for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:09:26.406741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:26.456599 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2bdb5656-3a59-48a2-9b4d-74d4000e2023 req-960b250f-3aa4-4263-bef1-21637208a95c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256938 Apr 08 12:09:26.597648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8c32-46d1-4940-ac73-1388d55f4325 req-2ad0ceb2-ac4e-406e-a65c-44c1ed7d7a10 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:26.599367 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6baa8c32-46d1-4940-ac73-1388d55f4325 req-2ad0ceb2-ac4e-406e-a65c-44c1ed7d7a10 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 945 time: 0.2508841 Apr 08 12:09:26.717408 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6baa8c32-46d1-4940-ac73-1388d55f4325 req-6e3b2653-ef6e-4739-8645-2f8e84505939 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588932 Apr 08 12:09:26.725967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Allocated IP 172.20.0.5 (f8b73a7e-62cd-43dd-a261-b2c531850447/3c9a5946-3c3e-47f1-a84c-51d5f3188383/91b3e2f2-3d78-44ed-a607-756fc288ef44) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:09:26.806539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-71103e2f-891b-4b55-a029-142f36db46a9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:26.807279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c03de494-839a-4800-9881-8e52e5ef6804 req-71103e2f-891b-4b55-a029-142f36db46a9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:network {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:26.974665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c03de494-839a-4800-9881-8e52e5ef6804 req-71103e2f-891b-4b55-a029-142f36db46a9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:network {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:26.975847 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-71103e2f-891b-4b55-a029-142f36db46a9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 814 time: 0.4152610 Apr 08 12:09:27.025630 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-f79854e9-6441-4fae-b895-5af0fa88038e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/quotas/f2b36d71dc2e470c8f02f1ce77eb9ad9 HTTP/1.1" status: 200 len: 375 time: 0.0398197 Apr 08 12:09:27.114560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:27.125423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ddf4d-ba28-4d80-9b4a-84d0141aa965 req-bb494795-328a-49c4-b406-97df9282c93b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:27.127029 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-618ddf4d-ba28-4d80-9b4a-84d0141aa965 req-bb494795-328a-49c4-b406-97df9282c93b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.3018043 Apr 08 12:09:27.177307 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-618ddf4d-ba28-4d80-9b4a-84d0141aa965 req-fd81108e-a0b5-478b-8f17-99aa46339da5 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Apr 08 12:09:27.202008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c03de494-839a-4800-9881-8e52e5ef6804 req-ceb5f1d7-c5a9-4cfe-98ca-177267f45a31 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:27.218981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:27.235068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027', 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:09:27.238548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:27.344436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c03de494-839a-4800-9881-8e52e5ef6804 req-ceb5f1d7-c5a9-4cfe-98ca-177267f45a31 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:27.345840 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-ceb5f1d7-c5a9-4cfe-98ca-177267f45a31 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3065364 Apr 08 12:09:27.529630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event updated for resources: {'Port': ['ID=91b3e2f2-3d78-44ed-a607-756fc288ef44,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:27.541497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:27.638929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2a15b494-80db-4dae-a443-09c3268626a7 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:27.650338 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-f0397fb3-3d3a-4fd8-be97-fedf0e162ff6 service neutron] 10.222.0.23 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497206 Apr 08 12:09:27.659217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80be0a9-cf05-4ec0-b0d4-19a1a5aeda85 req-a750d4c2-4879-4082-9942-163a05aaae7c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:27.660929 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d80be0a9-cf05-4ec0-b0d4-19a1a5aeda85 req-a750d4c2-4879-4082-9942-163a05aaae7c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 931 time: 0.3256423 Apr 08 12:09:27.764378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Network f8b73a7e-62cd-43dd-a261-b2c531850447 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:27.782627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:27.783643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 2a15b494-80db-4dae-a443-09c3268626a7 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:27.796878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 2a15b494-80db-4dae-a443-09c3268626a7 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:27.797549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:27.800491 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d80be0a9-cf05-4ec0-b0d4-19a1a5aeda85 req-27dac9f3-e033-4128-9ae1-fde940ed9bfc tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084075 Apr 08 12:09:27.803202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:09:27.882092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:27.882929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:27.945841 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1072981 Apr 08 12:09:27.953492 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-81253763-0aa2-4c33-aaef-fc6ef0afaa57 service neutron] 10.222.0.23 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897201 Apr 08 12:09:27.959878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Request body: {'port': {'device_id': '39f3662f-f971-4025-be83-691f561afe44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:28.038725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:28.060115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a15b494-80db-4dae-a443-09c3268626a7'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:28.072626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 2a15b494-80db-4dae-a443-09c3268626a7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a15b494-80db-4dae-a443-09c3268626a7,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:28.083143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:28.084666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:28.117131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bad319e0-2508-4852-a300-846a7f0a2549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:28.165436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:28.247353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=2a15b494-80db-4dae-a443-09c3268626a7,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:28.250817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:28.260449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:28.260934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:28.267821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7638-93f5-4998-9058-78fe2ba05ae7 req-266809a4-52fc-44fd-abc1-82391ae50a6c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:28.275678 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e06e7638-93f5-4998-9058-78fe2ba05ae7 req-266809a4-52fc-44fd-abc1-82391ae50a6c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2194662 Apr 08 12:09:28.352259 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e06e7638-93f5-4998-9058-78fe2ba05ae7 req-ebf0245e-41e0-42f7-8e9f-de5a0e988e70 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753644 Apr 08 12:09:28.445671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:28.474647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:28.485584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:28.487860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:28.585775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=7']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:28.589568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:28.739779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027139ca-f4e5-4947-b2f9-3159818d0b9d req-3c26929a-15a5-4cf2-87a1-40bf439d752b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:28.747983 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-027139ca-f4e5-4947-b2f9-3159818d0b9d req-3c26929a-15a5-4cf2-87a1-40bf439d752b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 944 time: 0.3895049 Apr 08 12:09:28.873903 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-027139ca-f4e5-4947-b2f9-3159818d0b9d req-3f3a1311-a225-4502-b62d-c749e6fc5d1b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247659 Apr 08 12:09:28.932963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47fc00-303a-400b-93dc-32c0646fd58a req-eddbaa33-b98a-477e-9d61-0dee81352df4 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:28.939966 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ea47fc00-303a-400b-93dc-32c0646fd58a req-eddbaa33-b98a-477e-9d61-0dee81352df4 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.4153132 Apr 08 12:09:28.972016 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a15b494-80db-4dae-a443-09c3268626a7', 'code': 200} Apr 08 12:09:29.046982 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ea47fc00-303a-400b-93dc-32c0646fd58a req-e5e3b4d5-3a3d-4ad0-978b-0451b90f7130 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Apr 08 12:09:29.233712 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-351d3347-7c61-42fd-a243-22e44c7d9d01 req-f6b5bf62-9730-45a7-8f56-0f8757dfc927 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 210 time: 0.0767586 Apr 08 12:09:29.537567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b3e2f2-3d78-44ed-a607-756fc288ef44 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:29.639003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:29.690576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Transition to ACTIVE for port object 91b3e2f2-3d78-44ed-a607-756fc288ef44 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:29.706050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:29.730890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1017e2da-4a66-49c4-bdf1-6756635383e1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:30.021109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68bec8-7d00-472f-9266-b5fc2f399330 req-780d215b-0e6e-4b0a-b90f-65ec07ffe47b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:30.029244 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ea68bec8-7d00-472f-9266-b5fc2f399330 req-780d215b-0e6e-4b0a-b90f-65ec07ffe47b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.5008025 Apr 08 12:09:30.079777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Pushing event updated for resources: {'Port': ['ID=91b3e2f2-3d78-44ed-a607-756fc288ef44,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:30.095706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d052f9-dc5e-4228-97bb-cddb1fe04983 req-5a3dadf5-a164-4f0b-98ad-fbd471023bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:30.097295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b3d052f9-dc5e-4228-97bb-cddb1fe04983 req-5a3dadf5-a164-4f0b-98ad-fbd471023bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 1099 time: 0.8544726 Apr 08 12:09:30.098324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:30.128344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b6128-81d1-423e-abf8-eaa0962b986a req-e72144ac-150a-46c1-a88b-af42a03af65d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:30.129146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d88b6128-81d1-423e-abf8-eaa0962b986a req-e72144ac-150a-46c1-a88b-af42a03af65d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:30.175469 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b3d052f9-dc5e-4228-97bb-cddb1fe04983 req-d0ddd9df-dd5b-4aa3-8596-893161a7dba5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Apr 08 12:09:30.184424 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ea68bec8-7d00-472f-9266-b5fc2f399330 req-dc83906f-b081-4163-8729-f84437478518 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542032 Apr 08 12:09:30.267930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-d03dc4bf-1e0e-4f1f-9a94-7cec1f7eaded tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:30.269546 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-d03dc4bf-1e0e-4f1f-9a94-7cec1f7eaded tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 814 time: 0.3932681 Apr 08 12:09:30.274046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-d88b6128-81d1-423e-abf8-eaa0962b986a req-e72144ac-150a-46c1-a88b-af42a03af65d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:30.281953 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d88b6128-81d1-423e-abf8-eaa0962b986a req-e72144ac-150a-46c1-a88b-af42a03af65d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 931 time: 0.7553303 Apr 08 12:09:30.378141 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d88b6128-81d1-423e-abf8-eaa0962b986a req-69c5cfb7-69ed-4bb8-8434-08ed3740b2d9 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951071 Apr 08 12:09:30.382765 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'port': {'device_id': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'admin_state_up': True, 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:30.797187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Attempting to bind port 91b3e2f2-3d78-44ed-a607-756fc288ef44 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:30.797440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Attempting to bind port 91b3e2f2-3d78-44ed-a607-756fc288ef44 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:30.797927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Attempting to bind port 91b3e2f2-3d78-44ed-a607-756fc288ef44 on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:30.846249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Port 91b3e2f2-3d78-44ed-a607-756fc288ef44 on network f8b73a7e-62cd-43dd-a261-b2c531850447 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:09:30.846617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Attempting to bind port 91b3e2f2-3d78-44ed-a607-756fc288ef44 on network f8b73a7e-62cd-43dd-a261-b2c531850447 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:30.875791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:30.876455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Checking segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:30.877125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Bound using segment: {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:30.879888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Bound port: 91b3e2f2-3d78-44ed-a607-756fc288ef44, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39212ed-2b96-422a-ac02-c46dbfedc6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:30.880325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:30.932409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9746de8-7d8f-4ba7-a754-23a73e628871 req-5403c0d1-2dd6-421c-8335-e1faf705d467 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:30.934253 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f9746de8-7d8f-4ba7-a754-23a73e628871 req-5403c0d1-2dd6-421c-8335-e1faf705d467 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.5680506 Apr 08 12:09:30.943695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:09:30.973367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:31.008563 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f9746de8-7d8f-4ba7-a754-23a73e628871 req-f1c52a0b-5ec5-481c-9414-06190ab0509d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526161 Apr 08 12:09:31.050093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdbe59-9cf0-4e3f-8fd0-e8c98939d8f0 req-d1f8b70f-b638-4367-994e-02c8a60bbaf0 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:31.057164 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfcdbe59-9cf0-4e3f-8fd0-e8c98939d8f0 req-d1f8b70f-b638-4367-994e-02c8a60bbaf0 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.5198979 Apr 08 12:09:31.092931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:09:31.189193 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfcdbe59-9cf0-4e3f-8fd0-e8c98939d8f0 req-d44f9e5b-fe06-4389-a5d0-ab450b107bac tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977943 Apr 08 12:09:31.207046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Made reservation on behalf of f2b36d71dc2e470c8f02f1ce77eb9ad9 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:09:31.213324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:31.421946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] For port 91b3e2f2-3d78-44ed-a607-756fc288ef44, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:31.477442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] For port 91b3e2f2-3d78-44ed-a607-756fc288ef44, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91b3e2f2-3d78-44ed-a607-756fc288ef44,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:31.604024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:31.783370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:31.846969 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-882c7967-4c55-490d-b2f0-e90da651107c req-d66b6fe4-dc0e-4011-8795-b2b4e0cf8844 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 210 time: 0.3622241 Apr 08 12:09:31.911121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:31.911858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:31.913485 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] 10.222.0.13 "PUT /v2.0/ports/91b3e2f2-3d78-44ed-a607-756fc288ef44 HTTP/1.1" status: 200 len: 1093 time: 3.9578142 Apr 08 12:09:31.922034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f3662f-f971-4025-be83-691f561afe44', 'tag': '91b3e2f2-3d78-44ed-a607-756fc288ef44'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:31.968937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257ab2f-377c-4dc8-8b65-95ce052af1bd req-e4033022-25a5-4438-bcd8-b13026b12604 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:31.977999 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3257ab2f-377c-4dc8-8b65-95ce052af1bd req-e4033022-25a5-4438-bcd8-b13026b12604 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.6194448 Apr 08 12:09:31.985377 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'code': 200} Apr 08 12:09:32.043273 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3257ab2f-377c-4dc8-8b65-95ce052af1bd req-ff2e8caa-aa60-4a97-8dfb-a688428ad267 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Apr 08 12:09:32.072849 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Pushing event updated for resources: {'Port': ['ID=91b3e2f2-3d78-44ed-a607-756fc288ef44,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:32.084781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:32.086436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Allocated IP 172.20.0.7 (59cf749d-3fc7-4d38-965e-49d53563ec8d/121c408a-6587-4562-a5a4-629a46ad665f/fcf39308-0b22-4e6a-8005-c74ee4af542a) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:09:32.410952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75799639-4c5a-42ba-bd4f-6195ab90c442 req-e38fcd5e-ccde-41ad-89df-393cf29b8b1a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:32.412967 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-75799639-4c5a-42ba-bd4f-6195ab90c442 req-e38fcd5e-ccde-41ad-89df-393cf29b8b1a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2851319 Apr 08 12:09:32.717373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea888fa1-3534-4356-a3f9-823f549deac5 req-e741e7f4-98a3-4a28-b830-c3a8bc7a91a9 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:32.719841 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ea888fa1-3534-4356-a3f9-823f549deac5 req-e741e7f4-98a3-4a28-b830-c3a8bc7a91a9 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.5140347 Apr 08 12:09:32.761455 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ea888fa1-3534-4356-a3f9-823f549deac5 req-464b177e-80cd-421b-a906-fec075e3d238 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278974 Apr 08 12:09:32.782224 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-75799639-4c5a-42ba-bd4f-6195ab90c442 req-2eeb52cd-ab93-4e94-b665-5907d6b9ff83 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457391 Apr 08 12:09:32.826117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:32.868395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Transition to ACTIVE for port object fcf39308-0b22-4e6a-8005-c74ee4af542a will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:32.889810 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f3662f-f971-4025-be83-691f561afe44', 'tag': '91b3e2f2-3d78-44ed-a607-756fc288ef44', 'status': 'completed', 'code': 200} Apr 08 12:09:32.920517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:32.954906 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e26cc0c6-b17d-4063-ae7e-c779943f4f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:33.199587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:33.210960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:33.338211 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250fc9a-3366-4af9-b561-f0bace9f83cb req-ee5872f9-2f20-4d2b-b7de-df7a6f07023c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:33.348172 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6250fc9a-3366-4af9-b561-f0bace9f83cb req-ee5872f9-2f20-4d2b-b7de-df7a6f07023c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.3014441 Apr 08 12:09:33.392187 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6250fc9a-3366-4af9-b561-f0bace9f83cb req-f9c5138b-34ae-4c49-bb01-a66e1ed5132c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Apr 08 12:09:33.510602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713c2f0-f85d-48cf-82c7-39582776ea94 req-e6706e86-33b0-4a60-a9a4-5e2c36f9841e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:33.513585 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6713c2f0-f85d-48cf-82c7-39582776ea94 req-e6706e86-33b0-4a60-a9a4-5e2c36f9841e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.3537865 Apr 08 12:09:33.587289 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6713c2f0-f85d-48cf-82c7-39582776ea94 req-16976387-1cad-4252-a7cc-b3062b0d10cd tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643926 Apr 08 12:09:33.604241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:09:33.607807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:09:33.611356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:09:33.810343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:33.836048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:33.932355 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5735068 Apr 08 12:09:34.026352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-8ba2cd15-5b60-493a-9f62-8baa9a2a6900 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:34.028305 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-8ba2cd15-5b60-493a-9f62-8baa9a2a6900 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:34.057865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec40c0-1068-47ef-b05f-5645be6fd01e req-1e563739-0a13-48a6-8228-87548f2ca837 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:34.060359 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0bec40c0-1068-47ef-b05f-5645be6fd01e req-1e563739-0a13-48a6-8228-87548f2ca837 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1928544 Apr 08 12:09:34.061734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-8ba2cd15-5b60-493a-9f62-8baa9a2a6900 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:34.069611 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-8ba2cd15-5b60-493a-9f62-8baa9a2a6900 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.3488140 Apr 08 12:09:34.071121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-cf40f4fb-c0c8-4603-afc0-50c88af06b8e None None] Provisioning for port fcf39308-0b22-4e6a-8005-c74ee4af542a completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:34.083846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-cf40f4fb-c0c8-4603-afc0-50c88af06b8e None None] Provisioning complete for port fcf39308-0b22-4e6a-8005-c74ee4af542a triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:34.084275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-cf40f4fb-c0c8-4603-afc0-50c88af06b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:34.128191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-850c8e85-ca8c-4e30-bfab-1a3528383712 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:09:34.138327 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0bec40c0-1068-47ef-b05f-5645be6fd01e req-7131fac7-0263-4e74-aaf6-c6cf1af09b2e tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Apr 08 12:09:34.154669 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-850c8e85-ca8c-4e30-bfab-1a3528383712 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:09:34.164924 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-304d55cb-66d9-4fb9-88ba-fa963cfa1a5e req-850c8e85-ca8c-4e30-bfab-1a3528383712 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940638 Apr 08 12:09:34.203596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-cf40f4fb-c0c8-4603-afc0-50c88af06b8e None None] Port fcf39308-0b22-4e6a-8005-c74ee4af542a cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:09:34.560653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782c9e3-eb42-4a44-8ceb-6daa5672c14b req-2eb45ab0-53fb-429b-acf3-0381e2cc7c9b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:34.562646 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4782c9e3-eb42-4a44-8ceb-6daa5672c14b req-2eb45ab0-53fb-429b-acf3-0381e2cc7c9b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1671951 Apr 08 12:09:34.575420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb71ee-54c5-49d2-bef3-dc374faae581 req-6f088c3d-43a9-4ef8-bf6f-b5cf4ce93f12 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:34.577646 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1cb71ee-54c5-49d2-bef3-dc374faae581 req-6f088c3d-43a9-4ef8-bf6f-b5cf4ce93f12 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2593768 Apr 08 12:09:34.654057 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1cb71ee-54c5-49d2-bef3-dc374faae581 req-7cd46c3c-6f19-4670-9f76-6663e4ad5495 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577080 Apr 08 12:09:34.688465 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4782c9e3-eb42-4a44-8ceb-6daa5672c14b req-f0ebc76c-1662-4281-b270-9f9d997b2301 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Apr 08 12:09:35.034618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37f4a7-3362-4861-ac63-2a0d128dfc7a req-8e3683ab-a04f-4fd6-8247-209d6b4af545 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:35.043449 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d37f4a7-3362-4861-ac63-2a0d128dfc7a req-8e3683ab-a04f-4fd6-8247-209d6b4af545 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1820762 Apr 08 12:09:35.081721 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d37f4a7-3362-4861-ac63-2a0d128dfc7a req-73723c96-0f3d-4d02-b06f-cdb0331d9917 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370145 Apr 08 12:09:35.107913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121d648-92c4-4751-853e-be5d22daf246 req-4fab9cde-9eb9-4735-8226-e4de340a5ee7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:35.109703 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7121d648-92c4-4751-853e-be5d22daf246 req-4fab9cde-9eb9-4735-8226-e4de340a5ee7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1744881 Apr 08 12:09:35.166973 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7121d648-92c4-4751-853e-be5d22daf246 req-c6fbbb4c-9534-4f64-9c01-c235d1e426a9 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Apr 08 12:09:35.495771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2850c-fa77-445f-93c8-e78276bc5f07 req-5c3a4817-bca7-4488-965f-8bf88252ca08 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:35.497399 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-efc2850c-fa77-445f-93c8-e78276bc5f07 req-5c3a4817-bca7-4488-965f-8bf88252ca08 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1953993 Apr 08 12:09:35.508155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916675-3a92-4b7a-9155-b2cf26c0d381 req-4909aff1-9ea9-463d-beb1-b29c6fddac40 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:35.509789 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-70916675-3a92-4b7a-9155-b2cf26c0d381 req-4909aff1-9ea9-463d-beb1-b29c6fddac40 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1572115 Apr 08 12:09:35.562382 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-efc2850c-fa77-445f-93c8-e78276bc5f07 req-9e4d18ba-db8a-4115-b0e5-b730b5649344 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512075 Apr 08 12:09:35.585442 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-70916675-3a92-4b7a-9155-b2cf26c0d381 req-81de63cb-790e-408c-8a00-2061b84ba953 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593805 Apr 08 12:09:36.105917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8e0c6-ccd8-42f5-826c-3ffc1ab2fc3a req-fc3d6cb3-8552-4d39-a3e5-c0188c2240b4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:36.107618 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1e8e0c6-ccd8-42f5-826c-3ffc1ab2fc3a req-fc3d6cb3-8552-4d39-a3e5-c0188c2240b4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2547154 Apr 08 12:09:36.116356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e48fd3-6b1c-4442-9c67-bbe72f690c38 req-1ebe3d40-3c52-4a66-a041-b2b53bd828aa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:36.124360 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-37e48fd3-6b1c-4442-9c67-bbe72f690c38 req-1ebe3d40-3c52-4a66-a041-b2b53bd828aa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1975822 Apr 08 12:09:36.174601 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-37e48fd3-6b1c-4442-9c67-bbe72f690c38 req-876ac025-f245-49f0-9d2d-f10464a7ce11 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 Apr 08 12:09:36.178239 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1e8e0c6-ccd8-42f5-826c-3ffc1ab2fc3a req-aaf93c3b-c054-4d70-8879-024fd9b92489 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501378 Apr 08 12:09:36.534890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3d0c-8622-47fb-8052-27f2827d5245 req-575eb04d-b2b1-4998-aebd-63650ee0e3f9 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:36.536492 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8a1d3d0c-8622-47fb-8052-27f2827d5245 req-575eb04d-b2b1-4998-aebd-63650ee0e3f9 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1864181 Apr 08 12:09:36.550151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e3ac-9fb8-4a03-855a-243afbefcfff req-16a54f37-8548-407f-a536-680c64cab7f7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:36.551765 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3e67e3ac-9fb8-4a03-855a-243afbefcfff req-16a54f37-8548-407f-a536-680c64cab7f7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1603789 Apr 08 12:09:36.599741 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8a1d3d0c-8622-47fb-8052-27f2827d5245 req-d4c5f03a-26f5-47ec-a72e-78b832189916 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Apr 08 12:09:36.613749 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3e67e3ac-9fb8-4a03-855a-243afbefcfff req-69a70bce-2abe-4016-9feb-1c37cf5161f1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477500 Apr 08 12:09:36.992880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152e54c-831f-484e-afb5-a85da2216409 req-073557ea-be18-4662-bc7e-69e9eee9ad16 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:36.994567 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4152e54c-831f-484e-afb5-a85da2216409 req-073557ea-be18-4662-bc7e-69e9eee9ad16 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1417050 Apr 08 12:09:37.010628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd051-c499-478a-b9b9-a8b09cdfe840 req-1070bc24-bbbf-4bc9-80c2-ef0a6323d1cb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:37.019076 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6bbdd051-c499-478a-b9b9-a8b09cdfe840 req-1070bc24-bbbf-4bc9-80c2-ef0a6323d1cb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.2586448 Apr 08 12:09:37.062463 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6bbdd051-c499-478a-b9b9-a8b09cdfe840 req-3e903c21-40da-4497-849a-23d88b47657f tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422964 Apr 08 12:09:37.106105 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4152e54c-831f-484e-afb5-a85da2216409 req-1445d569-f894-4f0c-bd75-fd2953ff1511 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Apr 08 12:09:37.481018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9a03f-2d99-4e39-86b3-c84080c73bd4 req-ce0929ea-6621-41cf-b5c9-4fb6f5981661 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:37.493822 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-76d9a03f-2d99-4e39-86b3-c84080c73bd4 req-ce0929ea-6621-41cf-b5c9-4fb6f5981661 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1913323 Apr 08 12:09:37.535038 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-76d9a03f-2d99-4e39-86b3-c84080c73bd4 req-aa8b415c-00f6-4b90-ba35-653edbafc527 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Apr 08 12:09:37.545656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1edfa-1510-4f11-aad8-d8127a6f9ac6 req-5a9e4c20-14af-44d7-9542-c870f37329bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:37.560757 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-17a1edfa-1510-4f11-aad8-d8127a6f9ac6 req-5a9e4c20-14af-44d7-9542-c870f37329bb tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1913621 Apr 08 12:09:37.594778 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-17a1edfa-1510-4f11-aad8-d8127a6f9ac6 req-648d0d66-9568-4bef-8a5e-9c6059b9f0ec tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267162 Apr 08 12:09:38.010944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33765acb-9153-453b-87f6-bb5d11cf9ae6 req-74650a9b-e5b7-4e27-a57e-e22e95b28383 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:38.013410 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-33765acb-9153-453b-87f6-bb5d11cf9ae6 req-74650a9b-e5b7-4e27-a57e-e22e95b28383 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.2658730 Apr 08 12:09:38.023749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc30b7-5c9c-4358-aee7-79b2542f5077 req-a6831352-755d-4294-840b-ea5fc1ca0011 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:38.031692 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-61cc30b7-5c9c-4358-aee7-79b2542f5077 req-a6831352-755d-4294-840b-ea5fc1ca0011 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1715305 Apr 08 12:09:38.083965 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-61cc30b7-5c9c-4358-aee7-79b2542f5077 req-36a98666-fdb6-4c62-9e97-e36aee98cabd tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501950 Apr 08 12:09:38.107168 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-33765acb-9153-453b-87f6-bb5d11cf9ae6 req-51ba8824-ab38-4ff8-98e6-b48cf4a1c0c6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507650 Apr 08 12:09:38.426365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1138-97e3-4002-b59b-aec670390dba req-2c055db5-08d1-4816-9fa8-f7f96ac6f2ac tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:38.428397 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fc8b1138-97e3-4002-b59b-aec670390dba req-2c055db5-08d1-4816-9fa8-f7f96ac6f2ac tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1995773 Apr 08 12:09:38.441392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623760a-eb0e-4c84-8b18-5254b69dc24a req-ba321d29-f73c-4f7f-828e-1dc7e0420e4e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:38.443083 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d623760a-eb0e-4c84-8b18-5254b69dc24a req-ba321d29-f73c-4f7f-828e-1dc7e0420e4e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1575212 Apr 08 12:09:38.476406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3faa59c1-8e53-4990-9c1e-c0b86f6fad5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:38.505068 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fc8b1138-97e3-4002-b59b-aec670390dba req-8b52b7d1-d17b-4a9c-919c-a111e08d3e89 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Apr 08 12:09:38.508593 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d623760a-eb0e-4c84-8b18-5254b69dc24a req-861faba4-4d7d-49fc-a08c-6d5d7f429373 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495162 Apr 08 12:09:38.810685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546869f0-4960-4c96-8a6a-89fd21dbb235 req-2f0c6458-acc1-446c-9bc5-b652f2fc77e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:38.812492 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-546869f0-4960-4c96-8a6a-89fd21dbb235 req-2f0c6458-acc1-446c-9bc5-b652f2fc77e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1579416 Apr 08 12:09:38.894768 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-546869f0-4960-4c96-8a6a-89fd21dbb235 req-5c6aed84-67ec-4b14-9587-3981cfeb3b62 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356295 Apr 08 12:09:38.933172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27496f9c-cc2b-41b6-b2dc-436ee6b6eec3 req-9f30c9a0-dd1a-4179-b9aa-526b9227bf80 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:38.935929 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27496f9c-cc2b-41b6-b2dc-436ee6b6eec3 req-9f30c9a0-dd1a-4179-b9aa-526b9227bf80 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1223490 Apr 08 12:09:38.971860 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27496f9c-cc2b-41b6-b2dc-436ee6b6eec3 req-12d40761-87b5-457b-9c12-3b6e8c333be4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295703 Apr 08 12:09:39.355606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de2328-9ba3-48a6-b1d8-58a0c35d7c67 req-4aa334fd-5e61-4702-99bb-c2c649787c0a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:39.357291 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-22de2328-9ba3-48a6-b1d8-58a0c35d7c67 req-4aa334fd-5e61-4702-99bb-c2c649787c0a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1587393 Apr 08 12:09:39.373039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aca01-3710-4953-9308-4f42db64ca09 req-f9e4f08e-1685-4a7d-939f-3aa86631c6db tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:39.374725 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fc1aca01-3710-4953-9308-4f42db64ca09 req-f9e4f08e-1685-4a7d-939f-3aa86631c6db tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1240256 Apr 08 12:09:39.414715 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-22de2328-9ba3-48a6-b1d8-58a0c35d7c67 req-c5ca0106-e68f-44e6-89ad-e72717abe435 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Apr 08 12:09:39.422322 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fc1aca01-3710-4953-9308-4f42db64ca09 req-843eee10-4ed1-4617-b4e6-f2bb337f645b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318224 Apr 08 12:09:39.777210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7f56-e648-444c-bf36-96487a8a680a req-191853c5-f51c-4e2c-bda5-f5631a44a817 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:39.778801 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d16a7f56-e648-444c-bf36-96487a8a680a req-191853c5-f51c-4e2c-bda5-f5631a44a817 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1618662 Apr 08 12:09:39.791589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d122-2dec-4681-b3af-b85d5171324c req-c8b6f93e-03b3-48b7-a2b4-edbccb1ff147 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:39.793716 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dbc5d122-2dec-4681-b3af-b85d5171324c req-c8b6f93e-03b3-48b7-a2b4-edbccb1ff147 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1322551 Apr 08 12:09:39.836752 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d16a7f56-e648-444c-bf36-96487a8a680a req-f63e4aee-7270-4e95-b5c5-fbbd8830578a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 Apr 08 12:09:39.844616 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dbc5d122-2dec-4681-b3af-b85d5171324c req-28033cba-24e8-46aa-b8e4-bca53550441f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Apr 08 12:09:40.178936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a548af-366f-44e3-988d-15dcea3e0f85 req-91cce69e-3e85-4c0c-845c-6942332e38c6 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:40.180525 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84a548af-366f-44e3-988d-15dcea3e0f85 req-91cce69e-3e85-4c0c-845c-6942332e38c6 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1587358 Apr 08 12:09:40.228179 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84a548af-366f-44e3-988d-15dcea3e0f85 req-bff06466-9c83-4c59-b3cd-630b2714e078 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Apr 08 12:09:40.237576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb19c96-1eb2-4222-90f6-c753c3308ba6 req-8fa4312a-0953-4f1f-b48d-26a6f29be061 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:40.239135 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1cb19c96-1eb2-4222-90f6-c753c3308ba6 req-8fa4312a-0953-4f1f-b48d-26a6f29be061 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1345987 Apr 08 12:09:40.269584 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1cb19c96-1eb2-4222-90f6-c753c3308ba6 req-ec1f268e-15b8-42f7-8330-2766157d2ae5 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240140 Apr 08 12:09:40.616722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-27c05328-9be1-42a7-95cd-1f54486cd7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:40.694351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7485f-34a5-469f-87d7-3fabdb6ca89e req-47efd95a-c0c9-4698-ad05-5c86713123d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:40.695974 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9fc7485f-34a5-469f-87d7-3fabdb6ca89e req-47efd95a-c0c9-4698-ad05-5c86713123d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1609054 Apr 08 12:09:40.704362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db42b6-4356-418b-b7d3-31881a78ffda req-dd013f0a-a52d-40e9-8d18-966ccd378fcf tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:40.705896 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-88db42b6-4356-418b-b7d3-31881a78ffda req-dd013f0a-a52d-40e9-8d18-966ccd378fcf tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1264224 Apr 08 12:09:40.750365 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9fc7485f-34a5-469f-87d7-3fabdb6ca89e req-c7b02b1b-f59d-45a3-9ef7-7b8ac4e7791e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Apr 08 12:09:40.760183 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-88db42b6-4356-418b-b7d3-31881a78ffda req-43454bfe-dac0-4ae6-8459-e0bed21858a3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406971 Apr 08 12:09:41.131888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56235-4817-4d21-b662-f99fece8f0ec req-a44dceaa-bfa0-4999-90b1-8fe831595dcf tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:41.133554 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-48c56235-4817-4d21-b662-f99fece8f0ec req-a44dceaa-bfa0-4999-90b1-8fe831595dcf tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1660068 Apr 08 12:09:41.144182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba8c72-a7f4-4ec8-809e-e280203af88f req-bab244ca-7051-4fe2-b4f4-871e76bbf9c0 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:41.145831 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-16ba8c72-a7f4-4ec8-809e-e280203af88f req-bab244ca-7051-4fe2-b4f4-871e76bbf9c0 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1320560 Apr 08 12:09:41.204221 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-48c56235-4817-4d21-b662-f99fece8f0ec req-5e9e232d-067d-4aae-bb87-c9dc56f77b9d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573230 Apr 08 12:09:41.209133 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-16ba8c72-a7f4-4ec8-809e-e280203af88f req-1de05e07-8bd6-4e72-981f-ce75ccbf4573 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Apr 08 12:09:41.452653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522aac07-6ea6-44d3-b48b-18456d5335c6 req-18c60041-5a3e-4eb8-9cf4-cd19fd6fcde6 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:41.454386 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-522aac07-6ea6-44d3-b48b-18456d5335c6 req-18c60041-5a3e-4eb8-9cf4-cd19fd6fcde6 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.0997036 Apr 08 12:09:41.489412 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-522aac07-6ea6-44d3-b48b-18456d5335c6 req-7f31a98a-028d-4d75-aa90-bab60095a621 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279806 Apr 08 12:09:41.539639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:41.636543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db18de3-0cdc-4641-8199-e08f75215811 req-97e11c88-3245-472f-8613-2a1e42d32aa3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:41.638148 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7db18de3-0cdc-4641-8199-e08f75215811 req-97e11c88-3245-472f-8613-2a1e42d32aa3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0891767 Apr 08 12:09:41.674106 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7db18de3-0cdc-4641-8199-e08f75215811 req-4aaf9169-6f10-40eb-9a37-4312d6475604 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290868 Apr 08 12:09:41.762698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:42.041387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedacf02-04a6-4b49-a892-8a7a6a76a471 req-eb4eae58-e061-4cfa-827c-f101be66e7df tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:42.045273 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cedacf02-04a6-4b49-a892-8a7a6a76a471 req-eb4eae58-e061-4cfa-827c-f101be66e7df tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1641374 Apr 08 12:09:42.315645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25b273-fa42-4756-9a62-549129551aac req-dbf48393-26cd-4485-aca9-06e9e8cb0698 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:42.317187 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a25b273-fa42-4756-9a62-549129551aac req-dbf48393-26cd-4485-aca9-06e9e8cb0698 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.3965895 Apr 08 12:09:42.322006 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cedacf02-04a6-4b49-a892-8a7a6a76a471 req-9609867b-3af5-46df-8ee9-b373ba3aed04 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708969 Apr 08 12:09:42.348401 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9a25b273-fa42-4756-9a62-549129551aac req-8b6ec37a-4797-469d-9d87-1853bbce012c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0248342 Apr 08 12:09:42.622317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628429-3316-4704-9f17-4f9d887d59ea req-299fc6f0-d5bc-4b6c-bc2d-3ab8c863a5ab tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:42.623874 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a628429-3316-4704-9f17-4f9d887d59ea req-299fc6f0-d5bc-4b6c-bc2d-3ab8c863a5ab tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1719182 Apr 08 12:09:42.633169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdfff7-9b56-4b7e-a177-389bb930db5f req-047f905d-6645-4fa1-ad63-1ec08fcca7ff tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:42.634801 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4dbdfff7-9b56-4b7e-a177-389bb930db5f req-047f905d-6645-4fa1-ad63-1ec08fcca7ff tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1387069 Apr 08 12:09:42.679116 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a628429-3316-4704-9f17-4f9d887d59ea req-dbc94fd9-05df-4e0c-b20e-ad4dc39b13d9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Apr 08 12:09:42.684865 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4dbdfff7-9b56-4b7e-a177-389bb930db5f req-368552e7-2f3d-4729-bcb0-10f3e552145b tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361950 Apr 08 12:09:42.863692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:42.991000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d492d3a-3164-4b82-a6d6-4befdee1efcc req-5dd75a5d-74e4-4e4f-859c-d910a1f57f7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:42.992895 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4d492d3a-3164-4b82-a6d6-4befdee1efcc req-5dd75a5d-74e4-4e4f-859c-d910a1f57f7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1953654 Apr 08 12:09:43.011810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d9a22-99d9-49d6-81e9-a9588ad8b55e req-4f111347-1a7f-43f2-b8d5-fdd225522587 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:43.013398 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-766d9a22-99d9-49d6-81e9-a9588ad8b55e req-4f111347-1a7f-43f2-b8d5-fdd225522587 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1719468 Apr 08 12:09:43.052330 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4d492d3a-3164-4b82-a6d6-4befdee1efcc req-2bf0c032-bb9f-47d2-8ae3-00a374f52380 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 Apr 08 12:09:43.105664 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-766d9a22-99d9-49d6-81e9-a9588ad8b55e req-1d92f9b9-e87a-444e-bdc7-ded76692bb47 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Apr 08 12:09:43.624501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44eed7-d42a-4c24-b8fd-05cf7a6778f1 req-fd2582c0-5cbd-46c5-8751-6ade36487b84 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:43.626085 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a44eed7-d42a-4c24-b8fd-05cf7a6778f1 req-fd2582c0-5cbd-46c5-8751-6ade36487b84 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1624403 Apr 08 12:09:43.635481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcca9a-e1e7-4545-870c-123be251a83c req-8d0ea380-0035-4327-acde-25988e551d5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:43.637664 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-94bcca9a-e1e7-4545-870c-123be251a83c req-8d0ea380-0035-4327-acde-25988e551d5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1356142 Apr 08 12:09:43.679725 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a44eed7-d42a-4c24-b8fd-05cf7a6778f1 req-610b8ae8-8f5b-40a5-9b71-435ada165813 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Apr 08 12:09:43.684888 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-94bcca9a-e1e7-4545-870c-123be251a83c req-e8f180c5-0952-4bff-aa53-801df383dfad tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342131 Apr 08 12:09:43.977408 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654eacc-8177-4d39-b7e3-a295fbbebe4d req-bf47d505-8877-4148-8152-049912f3f039 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:43.978994 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1654eacc-8177-4d39-b7e3-a295fbbebe4d req-bf47d505-8877-4148-8152-049912f3f039 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.1591849 Apr 08 12:09:43.993249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55756ab5-18b3-4355-a557-c0986f189501 req-095ab043-387e-45d4-bf9c-771d94f8bd09 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:43.994899 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55756ab5-18b3-4355-a557-c0986f189501 req-095ab043-387e-45d4-bf9c-771d94f8bd09 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1301115 Apr 08 12:09:44.038605 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1654eacc-8177-4d39-b7e3-a295fbbebe4d req-ea2547f6-1822-452c-a285-d010f1cb1eca tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Apr 08 12:09:44.043873 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55756ab5-18b3-4355-a557-c0986f189501 req-bdfd49bb-ed56-4298-962f-0538c075eaa3 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Apr 08 12:09:44.353469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aacdac-dd73-4104-ab99-d5f638de8d3d req-4f4af1c7-5140-4010-b2bd-78865f6119f2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:44.355201 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-30aacdac-dd73-4104-ab99-d5f638de8d3d req-4f4af1c7-5140-4010-b2bd-78865f6119f2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.1615918 Apr 08 12:09:44.364438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9c6f6-d3cf-4db2-8f2c-89ae12664ed3 req-5d2db912-5282-4237-8ce0-0399d106a711 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:44.365998 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a8d9c6f6-d3cf-4db2-8f2c-89ae12664ed3 req-5d2db912-5282-4237-8ce0-0399d106a711 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1329973 Apr 08 12:09:44.378592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:44.410791 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-30aacdac-dd73-4104-ab99-d5f638de8d3d req-7b1c3d19-7298-4563-b809-7fb817b38f91 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437534 Apr 08 12:09:44.419009 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a8d9c6f6-d3cf-4db2-8f2c-89ae12664ed3 req-c92bb81b-449c-45e9-8e49-5969ed18a0c3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375416 Apr 08 12:09:44.951540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e6c2-6773-4457-9ca8-f82138744094 req-c42fdeea-960f-452e-bd84-3a90e9728879 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:44.953127 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8682e6c2-6773-4457-9ca8-f82138744094 req-c42fdeea-960f-452e-bd84-3a90e9728879 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1187205 Apr 08 12:09:44.962040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ec2bd-9cb6-4449-9db8-a458158713bf req-a2ec6fa1-fec5-4dab-9fe5-7c8df006804a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:44.963572 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2d6ec2bd-9cb6-4449-9db8-a458158713bf req-a2ec6fa1-fec5-4dab-9fe5-7c8df006804a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1670077 Apr 08 12:09:44.990847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Request body: {'port': {'device_id': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:09:45.084708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8682e6c2-6773-4457-9ca8-f82138744094 req-0e3e1cdb-5820-4fb4-b329-9bc2bbfaed1f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201212 Apr 08 12:09:45.122512 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2d6ec2bd-9cb6-4449-9db8-a458158713bf req-7a2c0ff7-d5f0-4c78-88ee-a34bf9bac12f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429088 Apr 08 12:09:45.245159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89e98-7cb9-4e6e-80a0-1eabff55b100 req-7a7f09e9-f004-4343-a723-bd37e63f1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:45.246898 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-85c89e98-7cb9-4e6e-80a0-1eabff55b100 req-7a7f09e9-f004-4343-a723-bd37e63f1936 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 1096 time: 0.2167075 Apr 08 12:09:45.253533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:45.670226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbde07-e779-4fbd-80ea-67b05b6cbc57 req-beab181b-17ca-49a4-b788-cdbe5103e65c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:45.671794 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-24fbde07-e779-4fbd-80ea-67b05b6cbc57 req-beab181b-17ca-49a4-b788-cdbe5103e65c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 931 time: 0.4678025 Apr 08 12:09:45.676719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89e98-7cb9-4e6e-80a0-1eabff55b100 req-5dd1cc78-fb9e-4019-90b1-82f62c7c9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:45.678451 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-85c89e98-7cb9-4e6e-80a0-1eabff55b100 req-5dd1cc78-fb9e-4019-90b1-82f62c7c9c15 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=daa205b89091463f97197a0f1b72365e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3862915 Apr 08 12:09:45.690473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4cedb-fb71-420b-8ffd-076c9299fe15 req-f0fe1c0d-a5c2-4ee8-a54a-7b897884ec4c tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:45.691936 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dad4cedb-fb71-420b-8ffd-076c9299fe15 req-f0fe1c0d-a5c2-4ee8-a54a-7b897884ec4c tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.4441028 Apr 08 12:09:45.876129 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-24fbde07-e779-4fbd-80ea-67b05b6cbc57 req-1b3c9160-bdb6-4674-afb4-c3e56db75dc4 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938667 Apr 08 12:09:45.890140 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dad4cedb-fb71-420b-8ffd-076c9299fe15 req-84b50beb-e467-46c9-994e-8566e3d65db3 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787269 Apr 08 12:09:46.110186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89e98-7cb9-4e6e-80a0-1eabff55b100 req-be70c7e0-bcda-440b-bb37-a53f6c592192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:46.111765 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-85c89e98-7cb9-4e6e-80a0-1eabff55b100 req-be70c7e0-bcda-440b-bb37-a53f6c592192 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4016557 Apr 08 12:09:46.132358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-9dadc121-a5c1-4e31-9aac-2f27d6bacf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:46.134014 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-9dadc121-a5c1-4e31-9aac-2f27d6bacf6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.3932376 Apr 08 12:09:46.605183 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c01d24-f5b6-4544-8902-bd79a59d076b req-2f78290b-460e-4429-a6f2-364f4555134f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:46.606805 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b8c01d24-f5b6-4544-8902-bd79a59d076b req-2f78290b-460e-4429-a6f2-364f4555134f tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.6043005 Apr 08 12:09:46.757015 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b8c01d24-f5b6-4544-8902-bd79a59d076b req-171df769-8eeb-4515-bb17-3b40edb5bb58 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240966 Apr 08 12:09:46.758119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-983da19a-da1e-45b5-9c47-b39cc9ad93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:46.759572 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-983da19a-da1e-45b5-9c47-b39cc9ad93ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.6146655 Apr 08 12:09:46.768126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf39308-0b22-4e6a-8005-c74ee4af542a {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:46.779795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:46.869138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28592e-9280-4a29-a84a-f1f574cf94ad req-57fba525-feac-4b10-a406-074a21f02a62 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:46.870691 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c28592e-9280-4a29-a84a-f1f574cf94ad req-57fba525-feac-4b10-a406-074a21f02a62 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.6934819 Apr 08 12:09:46.878689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-9a7f8962-6aa1-49bb-b2c7-e9dd266b3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:46.880181 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-9a7f8962-6aa1-49bb-b2c7-e9dd266b3442 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa205b89091463f97197a0f1b72365e&device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 1096 time: 0.6951356 Apr 08 12:09:46.931595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Transition to ACTIVE for port object fcf39308-0b22-4e6a-8005-c74ee4af542a will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:09:47.021715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:47.048988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:47.143610 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-cd6f4b07-d9a6-482a-a605-6abc2f449230 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b3e2f2-3d78-44ed-a607-756fc288ef44 HTTP/1.1" status: 200 len: 217 time: 0.2060900 Apr 08 12:09:47.161577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c28592e-9280-4a29-a84a-f1f574cf94ad req-d16a7d3e-8725-4814-9d49-484adce02fb7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804518 Apr 08 12:09:47.216546 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-02dc9f19-69fd-4f4e-9fe0-f3b249239ddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 1001 time: 0.4429395 Apr 08 12:09:47.362587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:47.377234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:47.408748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-07cbe066-9fb1-4f59-8986-682770760e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:47.410261 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-07cbe066-9fb1-4f59-8986-682770760e18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 200 len: 855 time: 0.2421513 Apr 08 12:09:47.484219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-6569cfa5-6f8e-4adf-b877-8d0d33cdd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:47.485716 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-6569cfa5-6f8e-4adf-b877-8d0d33cdd996 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.2548234 Apr 08 12:09:47.503177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd0bd-f724-4e67-a599-91bf9b6d3aaa req-882a19cd-7edd-44ad-b270-eb5eb4d9c6aa tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:47.504691 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-285cd0bd-f724-4e67-a599-91bf9b6d3aaa req-882a19cd-7edd-44ad-b270-eb5eb4d9c6aa tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.6329296 Apr 08 12:09:47.515189 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-3d03205b-e9f2-4358-b1d0-043e3632b0a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f8b73a7e-62cd-43dd-a261-b2c531850447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873165 Apr 08 12:09:47.749526 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-285cd0bd-f724-4e67-a599-91bf9b6d3aaa req-5ab33253-bdd7-4164-83e4-e72fd8696600 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2333016 Apr 08 12:09:47.789015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd753222-fee4-4dd4-9d66-1bc844f2eda8 req-91eddc56-22d3-4aa9-aa07-93f765be7d1d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:47.790676 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cd753222-fee4-4dd4-9d66-1bc844f2eda8 req-91eddc56-22d3-4aa9-aa07-93f765be7d1d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.5084853 Apr 08 12:09:47.975058 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cd753222-fee4-4dd4-9d66-1bc844f2eda8 req-d95932b7-c93f-4f33-8164-0d02c09aedac tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549077 Apr 08 12:09:48.001879 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-2da8cf31-97a5-456e-a780-323b1598418a service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455740 Apr 08 12:09:48.009242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-19356399-e0b7-42e3-bea0-5a1a0125e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:48.011347 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-19356399-e0b7-42e3-bea0-5a1a0125e1bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5049577 Apr 08 12:09:48.481948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Attempting to bind port fcf39308-0b22-4e6a-8005-c74ee4af542a on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:09:48.482559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Attempting to bind port fcf39308-0b22-4e6a-8005-c74ee4af542a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:09:48.482668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Attempting to bind port fcf39308-0b22-4e6a-8005-c74ee4af542a on network 59cf749d-3fc7-4d38-965e-49d53563ec8d {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:48.509027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Port fcf39308-0b22-4e6a-8005-c74ee4af542a on network 59cf749d-3fc7-4d38-965e-49d53563ec8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:09:48.509378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Attempting to bind port fcf39308-0b22-4e6a-8005-c74ee4af542a on network 59cf749d-3fc7-4d38-965e-49d53563ec8d {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:09:48.531756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:09:48.532121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Checking segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:09:48.532536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Bound using segment: {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:09:48.533000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Bound port: fcf39308-0b22-4e6a-8005-c74ee4af542a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c76313-2dc5-4ae7-8b87-3aa428f29050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:09:48.533378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:48.617533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38044fdc-f8a2-4aaa-a271-4e01144655c5 req-06e69a8e-3416-437c-87d6-825862245c5f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:48.619146 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-38044fdc-f8a2-4aaa-a271-4e01144655c5 req-06e69a8e-3416-437c-87d6-825862245c5f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 943 time: 0.7250507 Apr 08 12:09:48.722743 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55af699f-10b0-48bc-a3ad-f2252cb36831 req-72552f89-28bf-422c-b35f-76b2603d0b52 service neutron] 10.222.0.13 "GET /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078888 Apr 08 12:09:48.724551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-224df1d9-f390-41a6-8262-47fe6f9670d2 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815934 Apr 08 12:09:48.734822 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-38044fdc-f8a2-4aaa-a271-4e01144655c5 req-cfd938b7-e66e-4914-9bb5-7c8f14b0e861 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912943 Apr 08 12:09:48.762480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:09:48.772357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550f929-1790-4a37-b8e5-4600c6175f08 req-e27d9d40-7932-4ea0-9c30-95e08bcb8335 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:48.773984 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9550f929-1790-4a37-b8e5-4600c6175f08 req-e27d9d40-7932-4ea0-9c30-95e08bcb8335 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.6467044 Apr 08 12:09:48.835080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:09:48.858472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:48.882419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:48.996720 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9550f929-1790-4a37-b8e5-4600c6175f08 req-595a6779-974d-4090-82d7-f5d21059abe1 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686249 Apr 08 12:09:49.247494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:49.261460 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d7baa9f-e178-4a12-8a71-53f0d6b09e96 req-2cf201cf-b0d9-4ebf-b595-a8605556f683 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216408 Apr 08 12:09:49.265668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:49.335464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:49.336145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:49.337638 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] 10.222.0.13 "PUT /v2.0/ports/fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 1093 time: 4.3564065 Apr 08 12:09:49.340364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:49.370923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa96479-5a05-4fbb-93ff-80d44f46c99a req-35c8b80e-c528-4cc2-9fab-ecef4e0cba69 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:49.372872 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dfa96479-5a05-4fbb-93ff-80d44f46c99a req-35c8b80e-c528-4cc2-9fab-ecef4e0cba69 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.3616598 Apr 08 12:09:49.377020 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-0ef74d7b-5343-4641-ad48-a820f0c4ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:49.378643 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-0ef74d7b-5343-4641-ad48-a820f0c4ec49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1098 time: 0.2943251 Apr 08 12:09:49.473960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893454f9-85f5-49c3-bca5-12eda4d86171 req-2b1ab26c-57a2-40a7-b8cb-6d8552b9d518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:49.475643 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-893454f9-85f5-49c3-bca5-12eda4d86171 req-2b1ab26c-57a2-40a7-b8cb-6d8552b9d518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 945 time: 0.3264062 Apr 08 12:09:49.584062 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dfa96479-5a05-4fbb-93ff-80d44f46c99a req-fd31ab8d-57fd-4096-b50c-ea5a85ff67e3 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032070 Apr 08 12:09:49.606515 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-893454f9-85f5-49c3-bca5-12eda4d86171 req-f3de9055-82eb-4fa0-83a4-ec251039ff3a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726523 Apr 08 12:09:49.687556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-82d55ce8-ba60-42ea-8f6b-7428a76d0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:49.689145 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-82d55ce8-ba60-42ea-8f6b-7428a76d0bbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 0.2917724 Apr 08 12:09:49.691407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-bd720013-1886-41c4-828f-2d5db9248d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:49.692896 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-bd720013-1886-41c4-828f-2d5db9248d02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1096 time: 0.2657993 Apr 08 12:09:49.784801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:09:49.909948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:49.922043 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:49.932492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:49.936328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:49.939677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:49.968204 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-3e169ce7-6d77-469b-a4bc-9ea543085a1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 217 time: 0.1898513 Apr 08 12:09:50.013091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=8']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:50.016821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:50.075741 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-0a22ec53-9da2-41a2-a36c-c1b1c060c15c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 1001 time: 0.3687987 Apr 08 12:09:50.157831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-5e517a75-dee2-4442-bcf7-4c47a33d712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:50.159367 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-5e517a75-dee2-4442-bcf7-4c47a33d712c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.1749094 Apr 08 12:09:50.248761 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06729f-8be2-4dcc-bfb8-5cd0aea05dcc req-e5a8aed4-1230-43d3-a6ef-98892ca8712d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:50.250359 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4e06729f-8be2-4dcc-bfb8-5cd0aea05dcc req-e5a8aed4-1230-43d3-a6ef-98892ca8712d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.4707484 Apr 08 12:09:50.265718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188d77-2f9b-435c-ae43-c4d25b5720e9 req-437f4582-cea4-4088-a179-b59f96e268af tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:50.267234 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ef188d77-2f9b-435c-ae43-c4d25b5720e9 req-437f4582-cea4-4088-a179-b59f96e268af tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.4201698 Apr 08 12:09:50.270810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-278cd0b3-ba55-4966-9386-2f95a209c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:50.272227 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-278cd0b3-ba55-4966-9386-2f95a209c55f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.1790383 Apr 08 12:09:50.379949 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4e06729f-8be2-4dcc-bfb8-5cd0aea05dcc req-76f4a59c-91ff-4770-a9a6-8797ee549b73 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115940 Apr 08 12:09:50.389639 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ef188d77-2f9b-435c-ae43-c4d25b5720e9 req-dc0d97e4-342c-4918-8de4-966a7e36ddba tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025634 Apr 08 12:09:50.411941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03de494-839a-4800-9881-8e52e5ef6804 req-3a22b49e-addc-4a67-9d0a-45943838ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:50.413537 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-3a22b49e-addc-4a67-9d0a-45943838ab0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2349308 Apr 08 12:09:50.447576 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'status': 'completed', 'code': 200} Apr 08 12:09:50.484180 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'code': 200} Apr 08 12:09:50.579405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-a5b35af5-afb9-4895-a770-dc6aa44a2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:50.581003 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-a5b35af5-afb9-4895-a770-dc6aa44a2a30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2928963 Apr 08 12:09:51.037691 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-8e2a6cdb-8b75-4e7f-ad6e-15aa75ad0b55 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159136 Apr 08 12:09:51.156688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814beee-2512-42f0-b640-e396ce2b0457 req-f6898577-3901-42dd-84fa-2bc2b3e7cb7f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:51.158321 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8814beee-2512-42f0-b640-e396ce2b0457 req-f6898577-3901-42dd-84fa-2bc2b3e7cb7f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 943 time: 0.6531210 Apr 08 12:09:51.214982 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-536cbb2d-d77e-4210-be5b-9145c0421215 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248910 Apr 08 12:09:51.264563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214284a-695a-4283-91cf-524688a8730f req-6da5c109-ca21-4720-9de2-f0633e0362f7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:51.266193 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d214284a-695a-4283-91cf-524688a8730f req-6da5c109-ca21-4720-9de2-f0633e0362f7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 943 time: 0.4045117 Apr 08 12:09:51.333148 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8814beee-2512-42f0-b640-e396ce2b0457 req-a04487e1-b31c-47af-a68b-c01382f47dc1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596978 Apr 08 12:09:51.398717 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d214284a-695a-4283-91cf-524688a8730f req-d671906f-34c7-43fb-a09c-6ee4c9dea2de tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 Apr 08 12:09:51.419735 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c03de494-839a-4800-9881-8e52e5ef6804 req-bd0c307b-4a67-4e6b-bf01-1e6173b70fcf service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591099 Apr 08 12:09:51.451897 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a4d547b5-11a3-4fee-9904-fec7ce0f9bec req-3522fcbf-6736-41b5-894d-65107f237ac9 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303269 Apr 08 12:09:51.686685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb069479-4307-4594-960b-42d5fbe3eb0e req-df505160-7a1d-4b97-b8d5-9423d728d95c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:51.688193 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb069479-4307-4594-960b-42d5fbe3eb0e req-df505160-7a1d-4b97-b8d5-9423d728d95c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.2389498 Apr 08 12:09:51.691011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638a372-8d82-4c27-af52-86e7147d2738 req-6a55f8ef-d84a-410b-914b-bbb5c4170ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:51.692477 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-6a55f8ef-d84a-410b-914b-bbb5c4170ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1096 time: 0.1950972 Apr 08 12:09:51.717952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7d787-dc9f-4eed-8465-458e1e8b6462 req-adecaf53-b3b9-4dad-acc4-5a1942b69033 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:51.719507 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27d7d787-dc9f-4eed-8465-458e1e8b6462 req-adecaf53-b3b9-4dad-acc4-5a1942b69033 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1826870 Apr 08 12:09:51.798317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 91b3e2f2-3d78-44ed-a607-756fc288ef44 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:09:51.827659 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb069479-4307-4594-960b-42d5fbe3eb0e req-c813cbf1-5b84-404d-91fd-8527a773ba79 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311386 Apr 08 12:09:51.854032 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27d7d787-dc9f-4eed-8465-458e1e8b6462 req-86aff861-276c-4654-93e1-885c5bb2d089 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049931 Apr 08 12:09:51.941520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638a372-8d82-4c27-af52-86e7147d2738 req-82b8c93d-bdca-4118-b4b1-4839d63dee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:51.943083 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-82b8c93d-bdca-4118-b4b1-4839d63dee81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.2207561 Apr 08 12:09:51.982979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 91b3e2f2-3d78-44ed-a607-756fc288ef44, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91b3e2f2-3d78-44ed-a607-756fc288ef44,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:51.997838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '91b3e2f2-3d78-44ed-a607-756fc288ef44', 'network_id': 'f8b73a7e-62cd-43dd-a261-b2c531850447', 'port_id': '91b3e2f2-3d78-44ed-a607-756fc288ef44', 'mac_address': 'fa:16:3e:06:a5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9a5946-3c3e-47f1-a84c-51d5f3188383', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:09:52.058082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:52.059660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b3e2f2-3d78-44ed-a607-756fc288ef44 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:52.074915 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-56c20f2f-de6d-4ef6-a295-2a1e013121f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 217 time: 0.1157558 Apr 08 12:09:52.077439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 91b3e2f2-3d78-44ed-a607-756fc288ef44, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91b3e2f2-3d78-44ed-a607-756fc288ef44,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:52.081362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:52.083872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:52.161408 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=91b3e2f2-3d78-44ed-a607-756fc288ef44,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:52.165166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:52.176542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638a372-8d82-4c27-af52-86e7147d2738 req-7234d8ed-efcd-4a6a-8fd1-c7a6740506f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:52.178168 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-7234d8ed-efcd-4a6a-8fd1-c7a6740506f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.0943756 Apr 08 12:09:52.192644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bed5d-a594-4615-9422-fa3f94d69bac req-0c9021ad-8cc5-44f5-bd9d-488099b20ee7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:52.194169 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-234bed5d-a594-4615-9422-fa3f94d69bac req-0c9021ad-8cc5-44f5-bd9d-488099b20ee7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1732290 Apr 08 12:09:52.270944 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-234bed5d-a594-4615-9422-fa3f94d69bac req-495e4cd2-3002-4f14-bb7c-769280310c26 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372345 Apr 08 12:09:52.314757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638a372-8d82-4c27-af52-86e7147d2738 req-22345636-492b-4f97-bdc8-e9b746611656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:52.314757 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-22345636-492b-4f97-bdc8-e9b746611656 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1162870 Apr 08 12:09:52.526820 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-1a3ad397-d952-4c57-af0e-4edfdf764c63 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066324 Apr 08 12:09:52.561128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['91b3e2f2-3d78-44ed-a607-756fc288ef44'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:09:52.720693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3f34-5aab-491c-97e5-5d5ee61e532c req-25f55577-4dd1-4865-8e50-3494bed5439c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:52.722217 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-011b3f34-5aab-491c-97e5-5d5ee61e532c req-25f55577-4dd1-4865-8e50-3494bed5439c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 943 time: 0.2606475 Apr 08 12:09:52.789038 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-011b3f34-5aab-491c-97e5-5d5ee61e532c req-25d53014-1eba-4de3-8c05-9ae617836b06 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502234 Apr 08 12:09:52.801430 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1638a372-8d82-4c27-af52-86e7147d2738 req-5974fbf2-1159-4dd0-b213-0b67f03fe074 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543533 Apr 08 12:09:52.814970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec842f1-b9db-48f7-8f31-cc90b502fa42 req-976e8ea5-b697-4d0f-9489-7316e2ec035c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:52.816590 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ec842f1-b9db-48f7-8f31-cc90b502fa42 req-976e8ea5-b697-4d0f-9489-7316e2ec035c tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 944 time: 0.2448530 Apr 08 12:09:52.848493 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ec842f1-b9db-48f7-8f31-cc90b502fa42 req-3e7a4977-bf4e-496c-9975-a222fbd35042 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249279 Apr 08 12:09:53.096341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aa9d8-0686-4296-aae8-194891981062 req-f9f1ffb2-9dcd-4e65-847d-06d94b9ee78b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:53.098082 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-520aa9d8-0686-4296-aae8-194891981062 req-f9f1ffb2-9dcd-4e65-847d-06d94b9ee78b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1132004 Apr 08 12:09:53.177211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-520aa9d8-0686-4296-aae8-194891981062 req-69346b1b-ec5c-4720-8a2d-34dfe54ffa8b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Apr 08 12:09:53.211924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e18d9b-2b2d-4577-a459-6e91790928c6 req-d66467ac-b116-4e0c-b926-b508198b03a1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:53.213524 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-45e18d9b-2b2d-4577-a459-6e91790928c6 req-d66467ac-b116-4e0c-b926-b508198b03a1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1144562 Apr 08 12:09:53.247527 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-45e18d9b-2b2d-4577-a459-6e91790928c6 req-02eb6d14-7914-46e2-9e42-36777e717282 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268199 Apr 08 12:09:53.435325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46448) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:09:53.497729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e59d4-ee9f-4c5a-a30c-f5c9e99471df req-dc251227-0ba1-448b-87c1-a087528b3449 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:53.499280 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-625e59d4-ee9f-4c5a-a30c-f5c9e99471df req-dc251227-0ba1-448b-87c1-a087528b3449 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0883169 Apr 08 12:09:53.543291 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-625e59d4-ee9f-4c5a-a30c-f5c9e99471df req-22b2c16a-a699-4494-93b2-6d1d88b27963 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368125 Apr 08 12:09:53.566612 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-8e89b2ec-a13f-4b3d-bb0c-15d97b62408a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298299 Apr 08 12:09:53.796487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fcf39308-0b22-4e6a-8005-c74ee4af542a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:09:53.799066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 91b3e2f2-3d78-44ed-a607-756fc288ef44 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:53.990499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 91b3e2f2-3d78-44ed-a607-756fc288ef44 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:54.021807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:54.038813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'port_id': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'mac_address': 'fa:16:3e:03:45:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:09:54.086116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7988e-8053-4f7b-bebe-ff205b3365b7 req-01a8a466-1e98-4467-932b-59e2db2b59bd tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:54.086455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 91b3e2f2-3d78-44ed-a607-756fc288ef44 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:54.086794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:54.088272 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6ae7988e-8053-4f7b-bebe-ff205b3365b7 req-01a8a466-1e98-4467-932b-59e2db2b59bd tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 943 time: 0.1720848 Apr 08 12:09:54.138931 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6ae7988e-8053-4f7b-bebe-ff205b3365b7 req-7b0b34b8-245a-4152-9eda-8dd74b4b3319 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Apr 08 12:09:54.158637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8b93a-af95-4f35-a5db-99dd13f8e4db req-57b021fc-0ddb-432b-94b4-b9eb3734402a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:54.160302 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-24c8b93a-af95-4f35-a5db-99dd13f8e4db req-57b021fc-0ddb-432b-94b4-b9eb3734402a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 944 time: 0.1703110 Apr 08 12:09:54.165809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:54.167765 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf39308-0b22-4e6a-8005-c74ee4af542a {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:09:54.191850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:54.199380 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-24c8b93a-af95-4f35-a5db-99dd13f8e4db req-86607a8d-aa7b-4e14-b85b-f2110c951ffb tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288358 Apr 08 12:09:54.228081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:54.236409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:54.337542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:54.356488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3662f-f971-4025-be83-691f561afe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3e2f2-3d78-44ed-a607-756fc288ef44'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:54.366855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:54.374143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:54.377347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 91b3e2f2-3d78-44ed-a607-756fc288ef44, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91b3e2f2-3d78-44ed-a607-756fc288ef44,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:54.380326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:54.382185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:54.455274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081029c-0225-4e3c-8725-689f3127216c req-87ce97af-a240-49da-abc5-3e20e5316b53 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:54.456634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=91b3e2f2-3d78-44ed-a607-756fc288ef44,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:54.456878 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4081029c-0225-4e3c-8725-689f3127216c req-87ce97af-a240-49da-abc5-3e20e5316b53 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1495562 Apr 08 12:09:54.459835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:54.497366 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4081029c-0225-4e3c-8725-689f3127216c req-951caf7a-6288-4e49-ada0-707740dc0618 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Apr 08 12:09:54.510184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4eb8e-bd7a-4c5a-8c9a-80f7671c2e4d req-b1c06666-b2e7-42a6-9903-cdda9dc54381 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:54.511593 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-17b4eb8e-bd7a-4c5a-8c9a-80f7671c2e4d req-b1c06666-b2e7-42a6-9903-cdda9dc54381 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1377861 Apr 08 12:09:54.546350 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-17b4eb8e-bd7a-4c5a-8c9a-80f7671c2e4d req-110cd2d9-581a-468e-9aca-9536365ddb77 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273273 Apr 08 12:09:54.554146 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3662f-f971-4025-be83-691f561afe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3e2f2-3d78-44ed-a607-756fc288ef44', 'code': 200} Apr 08 12:09:54.569418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fcf39308-0b22-4e6a-8005-c74ee4af542a'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:09:54.816846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f584fba-8437-47ae-8371-ac21bb577b51 req-98645c3a-9f07-4e76-86b7-95d97aa343f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:54.818676 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0f584fba-8437-47ae-8371-ac21bb577b51 req-98645c3a-9f07-4e76-86b7-95d97aa343f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 1098 time: 0.0862956 Apr 08 12:09:54.888571 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0f584fba-8437-47ae-8371-ac21bb577b51 req-1770288e-119d-4bf5-87e3-2d89b7c77849 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Apr 08 12:09:54.925696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-1f75e817-090d-4549-b1e0-868b01772003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:54.927316 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-1f75e817-090d-4549-b1e0-868b01772003 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0&tenant_id=59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 1096 time: 0.0828545 Apr 08 12:09:55.049982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-ef72718e-20bf-48c0-b10e-93bc5e88372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:55.051575 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-ef72718e-20bf-48c0-b10e-93bc5e88372d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.0820918 Apr 08 12:09:55.201040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-591530f8-a2ae-49c7-87f0-5b94ba3d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:55.202753 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-591530f8-a2ae-49c7-87f0-5b94ba3d52bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.1417656 Apr 08 12:09:55.659914 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-e980a0ad-1e51-4ded-ae4e-2c11bf38e12f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 999 time: 0.4454188 Apr 08 12:09:55.766757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02145b-b44d-4e40-a056-e48605cffcd6 req-1e26fec3-a321-4c40-a8bc-5fa2c54eac15 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:55.768633 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3e02145b-b44d-4e40-a056-e48605cffcd6 req-1e26fec3-a321-4c40-a8bc-5fa2c54eac15 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 944 time: 0.4930344 Apr 08 12:09:55.786609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f6244-61ca-4dfc-a34f-01df097975dd req-3b9142d3-4b6b-4af2-85af-97277345b9ff tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:55.788258 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-db7f6244-61ca-4dfc-a34f-01df097975dd req-3b9142d3-4b6b-4af2-85af-97277345b9ff tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 945 time: 0.2321877 Apr 08 12:09:55.789812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-06f4612a-9aaa-4410-b804-81bdb0dfbde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:55.791258 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-06f4612a-9aaa-4410-b804-81bdb0dfbde7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.1189423 Apr 08 12:09:55.813002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:09:55.885111 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3e02145b-b44d-4e40-a056-e48605cffcd6 req-49bd81eb-d388-4f43-9012-93c3c945f334 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Apr 08 12:09:55.892869 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-db7f6244-61ca-4dfc-a34f-01df097975dd req-98bd830e-9c87-4619-b0b7-7553bb066824 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871398 Apr 08 12:09:55.929021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-bf8d4999-f0cd-4692-9f10-efd8f4616072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:55.931439 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-bf8d4999-f0cd-4692-9f10-efd8f4616072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1219308 Apr 08 12:09:56.219635 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-0cf954a0-b43e-48af-8abd-030627bccfd0 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795432 Apr 08 12:09:56.242078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb9e5c-facc-4c53-89f8-140e252a8bb0 req-729d26e1-721a-4a82-a41e-1bc46d82adf5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:56.243656 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a7bb9e5c-facc-4c53-89f8-140e252a8bb0 req-729d26e1-721a-4a82-a41e-1bc46d82adf5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.2267032 Apr 08 12:09:56.255052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaf034-9e80-4381-ae72-c9c04473d0c2 req-bf31e7bb-9ad7-419d-bbaa-86ae6f1e5977 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:56.256612 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f0eaf034-9e80-4381-ae72-c9c04473d0c2 req-bf31e7bb-9ad7-419d-bbaa-86ae6f1e5977 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2384231 Apr 08 12:09:56.396851 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a7bb9e5c-facc-4c53-89f8-140e252a8bb0 req-34b65372-f893-4a10-a244-e7baf5f1ecee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392186 Apr 08 12:09:56.402750 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f0eaf034-9e80-4381-ae72-c9c04473d0c2 req-df66fe7d-ce40-41f3-b3cc-20975fa3eaf5 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192496 Apr 08 12:09:56.440173 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fdd7c53c-a3bf-40b4-961f-92ed58e62c9a req-fe3db24f-9706-49b2-b679-0ccdd5a94bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955099 Apr 08 12:09:57.257227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975fd2-1f66-412a-9620-8fe8e1a51cf5 req-4d4d4605-39a1-4751-ba79-4c516eb38640 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:57.258860 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d6975fd2-1f66-412a-9620-8fe8e1a51cf5 req-4d4d4605-39a1-4751-ba79-4c516eb38640 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 944 time: 0.2347329 Apr 08 12:09:57.262636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554407b7-6bc4-4fde-acc3-c1eb82909111 req-94fe8126-c28e-472a-b3a4-55338dd8887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:57.264097 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-554407b7-6bc4-4fde-acc3-c1eb82909111 req-94fe8126-c28e-472a-b3a4-55338dd8887c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.2377996 Apr 08 12:09:57.272915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821c42-1a29-4148-b8cc-89c4f8ea1d4d req-45452e37-a073-48af-b0b9-ca2d873e78aa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:57.274429 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47821c42-1a29-4148-b8cc-89c4f8ea1d4d req-45452e37-a073-48af-b0b9-ca2d873e78aa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 945 time: 0.2126439 Apr 08 12:09:57.331193 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-554407b7-6bc4-4fde-acc3-c1eb82909111 req-c317bb31-685a-411a-8b58-3f5a1c00cd83 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545983 Apr 08 12:09:57.336342 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d6975fd2-1f66-412a-9620-8fe8e1a51cf5 req-fe9c35af-c605-42be-81ae-a29ec3cb280c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609660 Apr 08 12:09:57.341714 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47821c42-1a29-4148-b8cc-89c4f8ea1d4d req-b85ec156-e660-443e-bab8-3a9f66704e7d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Apr 08 12:09:57.834502 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fcf39308-0b22-4e6a-8005-c74ee4af542a up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:09:57.836804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a54b56-0512-4a78-a70a-158320f162b7 req-280c91ae-0439-4b2e-95a4-48f286264dcf tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:57.842398 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-28a54b56-0512-4a78-a70a-158320f162b7 req-280c91ae-0439-4b2e-95a4-48f286264dcf tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.2740200 Apr 08 12:09:57.852044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add9c62-16ff-4b0a-be5f-6bc6f016cb94 req-185463f5-eb58-4c0f-b77d-56a1fc4a79d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:57.853682 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1add9c62-16ff-4b0a-be5f-6bc6f016cb94 req-185463f5-eb58-4c0f-b77d-56a1fc4a79d7 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2375848 Apr 08 12:09:57.888709 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-28a54b56-0512-4a78-a70a-158320f162b7 req-91955881-19c7-460b-8645-f8ac2ee9467d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337956 Apr 08 12:09:57.941056 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1add9c62-16ff-4b0a-be5f-6bc6f016cb94 req-214c05db-53c1-4d7e-9190-199b2185fb16 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Apr 08 12:09:58.022605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port fcf39308-0b22-4e6a-8005-c74ee4af542a completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:09:58.054395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port fcf39308-0b22-4e6a-8005-c74ee4af542a triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:09:58.054846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:58.235443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:58.248490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:09:58.258855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:09:58.262572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:09:58.264512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:09:58.326295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'code': 200} Apr 08 12:09:58.338812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:09:58.342012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:09:58.553329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa022ca-f6e2-4772-8cf3-62e0fd13eadf req-daab7745-f9ba-4d16-b407-38c1d65155d0 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:58.554939 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-faa022ca-f6e2-4772-8cf3-62e0fd13eadf req-daab7745-f9ba-4d16-b407-38c1d65155d0 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0931015 Apr 08 12:09:58.590131 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-faa022ca-f6e2-4772-8cf3-62e0fd13eadf req-eddaa5c0-54a7-44a8-8648-582858b1c843 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270474 Apr 08 12:09:59.191621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca2c6c-337c-4609-85ce-655870e1dc06 req-51593c3d-6a16-4591-90f3-cb4ac42c1ea2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:59.193205 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32ca2c6c-337c-4609-85ce-655870e1dc06 req-51593c3d-6a16-4591-90f3-cb4ac42c1ea2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1781087 Apr 08 12:09:59.205967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691a820-45b6-47aa-83bf-ddc791227fd8 req-a0746095-a2b7-4701-ab9b-4488f90c3c0e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:59.207544 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8691a820-45b6-47aa-83bf-ddc791227fd8 req-a0746095-a2b7-4701-ab9b-4488f90c3c0e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1445224 Apr 08 12:09:59.259382 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32ca2c6c-337c-4609-85ce-655870e1dc06 req-0308db8e-1b3c-4a8d-824b-f510d90257d2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507522 Apr 08 12:09:59.265398 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8691a820-45b6-47aa-83bf-ddc791227fd8 req-f21e78bd-ea34-4c54-8622-5accb4f9a5cc tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Apr 08 12:09:59.815511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:09:59.823059 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a980dde-a5a3-426e-b993-9c6adc1cec82 req-6bb0cdcc-45e5-4f16-b6cc-626fb5ed9288 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:09:59.825159 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7a980dde-a5a3-426e-b993-9c6adc1cec82 req-6bb0cdcc-45e5-4f16-b6cc-626fb5ed9288 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.1063430 Apr 08 12:09:59.857346 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7a980dde-a5a3-426e-b993-9c6adc1cec82 req-65c80e4d-9d88-4cda-8c70-d08dfc4381e6 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257795 Apr 08 12:10:00.481798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd11eb4-7a50-4e43-947d-b3d147c21485 req-73c10d9d-c9ee-49eb-bbe8-f98892f25146 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:00.483500 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bd11eb4-7a50-4e43-947d-b3d147c21485 req-73c10d9d-c9ee-49eb-bbe8-f98892f25146 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0978458 Apr 08 12:10:00.515182 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3bd11eb4-7a50-4e43-947d-b3d147c21485 req-306d7c89-3d4e-4367-92d9-6c0e4492e1f2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0250301 Apr 08 12:10:00.722384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185db2a-238b-4b7c-8d48-5bf170a9d553 req-f31cbdf4-5b0d-4256-a9a6-14862d366dce tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:00.724100 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1185db2a-238b-4b7c-8d48-5bf170a9d553 req-f31cbdf4-5b0d-4256-a9a6-14862d366dce tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1046863 Apr 08 12:10:00.756277 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1185db2a-238b-4b7c-8d48-5bf170a9d553 req-b948ce08-6cd8-4795-95a1-e2c898932ce0 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256124 Apr 08 12:10:01.082237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3be2-b500-4737-bbe2-5f661694c599 req-0315d4f4-ab05-4b3b-a0c5-f7aefcda9c1e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:01.084634 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d74d3be2-b500-4737-bbe2-5f661694c599 req-0315d4f4-ab05-4b3b-a0c5-f7aefcda9c1e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0986454 Apr 08 12:10:01.115653 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d74d3be2-b500-4737-bbe2-5f661694c599 req-5a0911cc-d699-4198-a708-96cc83a18bb7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252182 Apr 08 12:10:01.734238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff131a-bbbf-4d31-a9ae-4ed97e99492c req-dec15d73-b7ea-43d4-b558-fadabc427c2c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:01.735858 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-28ff131a-bbbf-4d31-a9ae-4ed97e99492c req-dec15d73-b7ea-43d4-b558-fadabc427c2c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0964200 Apr 08 12:10:01.770975 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-28ff131a-bbbf-4d31-a9ae-4ed97e99492c req-c3c8b447-d05c-449e-9cf9-c2b793fcdeae tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280008 Apr 08 12:10:01.988868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0451a-3f31-4575-8699-48d358633336 req-a6a4c8eb-3ad4-492c-ae5b-2dd210fb1d7f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:01.990589 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f7d0451a-3f31-4575-8699-48d358633336 req-a6a4c8eb-3ad4-492c-ae5b-2dd210fb1d7f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1041720 Apr 08 12:10:02.022729 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f7d0451a-3f31-4575-8699-48d358633336 req-5faf8a95-e6a7-4264-b213-3e9a44e8bb79 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248840 Apr 08 12:10:02.321496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cc0d0-a854-40f6-bd79-ae6578a3fb56 req-e72b654a-2930-4f5a-a3a0-15cdd90aa4ca tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:02.323450 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a66cc0d0-a854-40f6-bd79-ae6578a3fb56 req-e72b654a-2930-4f5a-a3a0-15cdd90aa4ca tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0887527 Apr 08 12:10:02.356378 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a66cc0d0-a854-40f6-bd79-ae6578a3fb56 req-552e722f-1ad2-4a99-a69b-fe7f5ea72a1c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254569 Apr 08 12:10:02.993673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601ccdd-f7cd-40f2-91c1-c12526c12f1c req-b8da0691-45ea-4fd5-a520-25f1266a620c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:02.995383 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6601ccdd-f7cd-40f2-91c1-c12526c12f1c req-b8da0691-45ea-4fd5-a520-25f1266a620c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0943842 Apr 08 12:10:03.027064 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6601ccdd-f7cd-40f2-91c1-c12526c12f1c req-c87bb5c4-dead-4ee6-8d67-64fb28b4467c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0245738 Apr 08 12:10:03.232201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e023b0c-a09f-4fee-b90d-54f8f7cdb843 req-bac27bae-1fcc-4e8b-97b3-ce419ffb9257 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:03.233941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e023b0c-a09f-4fee-b90d-54f8f7cdb843 req-bac27bae-1fcc-4e8b-97b3-ce419ffb9257 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0900867 Apr 08 12:10:03.266877 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e023b0c-a09f-4fee-b90d-54f8f7cdb843 req-187fa0e5-57e4-4c68-bc55-1defd6458876 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261333 Apr 08 12:10:03.566712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57035916-ffdc-4810-baed-507cc2eb4d3d req-2f036fa8-5b14-4eac-97cc-4ce6d0b6c975 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:03.568296 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-57035916-ffdc-4810-baed-507cc2eb4d3d req-2f036fa8-5b14-4eac-97cc-4ce6d0b6c975 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0933793 Apr 08 12:10:03.599737 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-57035916-ffdc-4810-baed-507cc2eb4d3d req-e49db32d-7ccd-4db0-bd33-c0b7e7fdef47 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243285 Apr 08 12:10:04.258365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e846c-742f-4e6c-bf2a-2d2dca088c22 req-9aee64a4-da8e-43fc-a147-b1ad15f8ccc7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:04.260174 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-571e846c-742f-4e6c-bf2a-2d2dca088c22 req-9aee64a4-da8e-43fc-a147-b1ad15f8ccc7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0932827 Apr 08 12:10:04.296204 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-571e846c-742f-4e6c-bf2a-2d2dca088c22 req-0ce00139-7024-47b7-9565-3063e334f4bd tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270181 Apr 08 12:10:04.493216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa94313-fa6f-44c3-93fc-af8ce2b2045d req-66b8201a-f92a-4bcc-8b13-bc1770f52355 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:04.494865 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-daa94313-fa6f-44c3-93fc-af8ce2b2045d req-66b8201a-f92a-4bcc-8b13-bc1770f52355 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0930371 Apr 08 12:10:04.527457 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-daa94313-fa6f-44c3-93fc-af8ce2b2045d req-eee3f238-02f6-481f-8035-589736ff06df tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257699 Apr 08 12:10:04.817814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b1261-b378-4179-b6c3-ee17a17c923d req-92193199-251a-4b2e-b590-69e44f11bac6 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:04.819423 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-962b1261-b378-4179-b6c3-ee17a17c923d req-92193199-251a-4b2e-b590-69e44f11bac6 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.1062438 Apr 08 12:10:04.856514 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-962b1261-b378-4179-b6c3-ee17a17c923d req-cc5053c6-17a4-467d-9f8e-85145709d7ad tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289679 Apr 08 12:10:05.516273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eba911-318d-4c22-92e9-546bcee6b0eb req-aa613813-194b-46a3-bd86-1e80a8abe2c3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:05.517794 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c3eba911-318d-4c22-92e9-546bcee6b0eb req-aa613813-194b-46a3-bd86-1e80a8abe2c3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0950408 Apr 08 12:10:05.772577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c3eba911-318d-4c22-92e9-546bcee6b0eb req-4bc8a914-7ce8-4a94-bd7c-b26377f3450b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2483199 Apr 08 12:10:05.995055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8d54c-aecb-48ce-a3d8-b55112acdbf7 req-1a16f923-9ebe-4002-80e8-710aa9fa922c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:05.996809 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1a8d54c-aecb-48ce-a3d8-b55112acdbf7 req-1a16f923-9ebe-4002-80e8-710aa9fa922c tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0921829 Apr 08 12:10:06.027403 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1a8d54c-aecb-48ce-a3d8-b55112acdbf7 req-6c1470ff-e26f-492b-91f2-8d5f525daf01 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239749 Apr 08 12:10:06.224292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefe818-47c2-40c2-9c51-2895cfe28bd7 req-2d03b7b1-4a3a-469c-8581-3dce73a6bbc8 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:06.225956 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-acefe818-47c2-40c2-9c51-2895cfe28bd7 req-2d03b7b1-4a3a-469c-8581-3dce73a6bbc8 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0932422 Apr 08 12:10:06.257994 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-acefe818-47c2-40c2-9c51-2895cfe28bd7 req-3e1df5a0-1700-4676-9510-60b196873fbe tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246391 Apr 08 12:10:07.016129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136bfcd-4960-4694-ad02-592dbc827b26 req-9fdaf11d-5a89-49f6-8a8d-223d340edd80 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:07.017705 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7136bfcd-4960-4694-ad02-592dbc827b26 req-9fdaf11d-5a89-49f6-8a8d-223d340edd80 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0914791 Apr 08 12:10:07.048505 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7136bfcd-4960-4694-ad02-592dbc827b26 req-e46e7fb5-7daf-4751-a9aa-bd956422f762 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0243466 Apr 08 12:10:07.253053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928747fa-84ec-4921-a2f9-b5852329f4a4 req-e858f001-368f-418b-b4fc-1ed1fe9cfda8 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:07.254798 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-928747fa-84ec-4921-a2f9-b5852329f4a4 req-e858f001-368f-418b-b4fc-1ed1fe9cfda8 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0940347 Apr 08 12:10:07.286689 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-928747fa-84ec-4921-a2f9-b5852329f4a4 req-b7c0eb0c-a26c-4a69-8adc-18a007fea92f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252693 Apr 08 12:10:07.483499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f81e8b-c492-4627-913a-ccbfcdfd29ed req-26cdcc94-e216-4d98-be83-494aab581858 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:07.485108 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47f81e8b-c492-4627-913a-ccbfcdfd29ed req-26cdcc94-e216-4d98-be83-494aab581858 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0971589 Apr 08 12:10:07.517154 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47f81e8b-c492-4627-913a-ccbfcdfd29ed req-80f7ebd4-11ae-4795-8eeb-e704a0005ef3 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250449 Apr 08 12:10:08.471364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7ab27c1-62d9-47a5-8b58-a25535112691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:10.607152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-320226da-8123-42c8-bab3-d1ab7e65a4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:10.922147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f7244-2610-40ba-967f-750848fc64f9 req-de73a5b2-7ef6-4f93-b1e3-8fc4070378c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:10.923758 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bf5f7244-2610-40ba-967f-750848fc64f9 req-de73a5b2-7ef6-4f93-b1e3-8fc4070378c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1098 time: 0.1285851 Apr 08 12:10:10.972671 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bf5f7244-2610-40ba-967f-750848fc64f9 req-acec4543-6c77-4b82-8412-dbcfd6db4819 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233681 Apr 08 12:10:11.131800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131ff3d-94c8-41f1-9d18-a734d8f2eb26 req-8ce3107d-b3b6-4873-ba3a-1b3131ae0f46 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:11.133449 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3131ff3d-94c8-41f1-9d18-a734d8f2eb26 req-8ce3107d-b3b6-4873-ba3a-1b3131ae0f46 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1640761 Apr 08 12:10:11.145694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47b73-cf3a-4719-a2d1-b4491e079824 req-eca02c70-7484-4cfe-9602-a0e830054c26 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:11.147334 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fcc47b73-cf3a-4719-a2d1-b4491e079824 req-eca02c70-7484-4cfe-9602-a0e830054c26 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1767380 Apr 08 12:10:11.192177 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3131ff3d-94c8-41f1-9d18-a734d8f2eb26 req-910f809c-262f-4bf1-9e54-aea4a698aa9a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Apr 08 12:10:11.197002 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fcc47b73-cf3a-4719-a2d1-b4491e079824 req-767b6fb0-13cf-4392-81be-4ce96338f351 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362546 Apr 08 12:10:11.387358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05121129-8e42-4dac-a1fe-0d6a74f393ea req-faedadbc-5114-4e11-bc67-548b3756d4ea tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:11.389409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05121129-8e42-4dac-a1fe-0d6a74f393ea req-faedadbc-5114-4e11-bc67-548b3756d4ea tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0906365 Apr 08 12:10:11.421408 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05121129-8e42-4dac-a1fe-0d6a74f393ea req-2c339ca2-35e3-4a58-bc5d-2bce38896269 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255470 Apr 08 12:10:11.541515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:11.770240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:12.476245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cf230-2056-4e78-bf24-080eeb18c8ec req-cf15e212-e4df-4c47-ae93-d133e00639bf tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:12.477935 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-558cf230-2056-4e78-bf24-080eeb18c8ec req-cf15e212-e4df-4c47-ae93-d133e00639bf tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1651123 Apr 08 12:10:12.486683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625c9ca-c8e7-4dab-9017-c5587aac52bd req-bc805b6e-4f0f-448f-a294-7154fe7612c7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:12.488396 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9625c9ca-c8e7-4dab-9017-c5587aac52bd req-bc805b6e-4f0f-448f-a294-7154fe7612c7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1372836 Apr 08 12:10:12.527804 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-558cf230-2056-4e78-bf24-080eeb18c8ec req-c3b696cd-9b80-4c70-a7e8-913bfc51520f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Apr 08 12:10:12.535123 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9625c9ca-c8e7-4dab-9017-c5587aac52bd req-bcda59a9-f93d-4f0b-9a73-83ca83b1327c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317991 Apr 08 12:10:12.715109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1005a4f-a323-4ce2-b758-7c64ea513c98 req-6dcf1b9d-776e-4deb-ab32-db66bb57dd4e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:12.716823 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1005a4f-a323-4ce2-b758-7c64ea513c98 req-6dcf1b9d-776e-4deb-ab32-db66bb57dd4e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.0878530 Apr 08 12:10:12.758024 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1005a4f-a323-4ce2-b758-7c64ea513c98 req-a3ab5035-9fad-426a-aa22-6d1df9c64602 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342872 Apr 08 12:10:12.858500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:13.176329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d6ba1-9305-4f6c-a854-ad8f77939ee6 req-8b3ec69f-95ed-497a-995f-50d621e23730 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:13.178408 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-541d6ba1-9305-4f6c-a854-ad8f77939ee6 req-8b3ec69f-95ed-497a-995f-50d621e23730 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1577363 Apr 08 12:10:13.184470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6764948-5790-41d6-8cc6-f896756e0715 req-74938cae-9f3d-4cce-a18d-35a2d317e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:13.186044 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-74938cae-9f3d-4cce-a18d-35a2d317e67f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e73ee0e932904e71b6cef5451efb5e84&device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 1099 time: 0.1157010 Apr 08 12:10:13.281924 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-541d6ba1-9305-4f6c-a854-ad8f77939ee6 req-692a6cee-ef68-401d-8ed5-3a6b3d27e05a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948327 Apr 08 12:10:13.344480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6764948-5790-41d6-8cc6-f896756e0715 req-bd5a7780-b4b7-4f53-aac1-5c6901afff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:13.346045 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-bd5a7780-b4b7-4f53-aac1-5c6901afff02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 200 len: 920 time: 0.1453898 Apr 08 12:10:13.433150 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-dc8cd753-c06a-428c-96f9-9f66a1e0d6d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 200 len: 217 time: 0.0725346 Apr 08 12:10:13.580802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6764948-5790-41d6-8cc6-f896756e0715 req-cbd6e1e9-676d-4c22-b02b-f392b1c06805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:13.582576 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-cbd6e1e9-676d-4c22-b02b-f392b1c06805 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 200 len: 859 time: 0.0890818 Apr 08 12:10:13.641471 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-fc2fadc3-d3cf-4a49-97a5-098c07492b5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4bddeb5-480f-466d-97ca-efabf39c3e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514183 Apr 08 12:10:13.643673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-0645aa83-7aec-4537-bebb-531230379314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:13.645140 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-0645aa83-7aec-4537-bebb-531230379314 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.1854429 Apr 08 12:10:13.871579 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:10:14.036670 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-95ce41cd-cefa-47d5-81b8-ea6a9d396e99 service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773935 Apr 08 12:10:14.168153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:14.181959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'port_id': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'mac_address': 'fa:16:3e:5a:e3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:10:14.184265 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-d4a5b659-1c1d-4c87-99d1-8ea03976a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.186062 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-d4a5b659-1c1d-4c87-99d1-8ea03976a336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.5015802 Apr 08 12:10:14.203253 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9d50b-75a8-4206-8304-569462365023 req-2551230f-6421-4a3a-bf7f-2163bb189e53 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.206925 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bdb9d50b-75a8-4206-8304-569462365023 req-2551230f-6421-4a3a-bf7f-2163bb189e53 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 943 time: 0.5211990 Apr 08 12:10:14.244025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:14.245508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b5fda0-dc37-4633-bf21-8f41f9bb9016 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:10:14.263777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:14.267879 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:14.269975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:14.355356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=9']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:14.380023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.380583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.380959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.381327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.381694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.382216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.382587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.382945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.383295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a86ca-3ef1-4f25-826c-3c996efe183c req-b4134601-a381-42aa-bf4d-d6a47dd85411 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.383439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.383645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.384001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.384353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:14.389047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:14.389932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:14.393274 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fe3a86ca-3ef1-4f25-826c-3c996efe183c req-b4134601-a381-42aa-bf4d-d6a47dd85411 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.5016384 Apr 08 12:10:14.434660 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bdb9d50b-75a8-4206-8304-569462365023 req-fcfd2a9d-9df0-49d6-9d63-9b0563ca8761 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031957 Apr 08 12:10:14.445487 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-11c9843b-7319-43e6-90c9-36d50d214f1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 200 len: 1000 time: 0.2348335 Apr 08 12:10:14.456364 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fe3a86ca-3ef1-4f25-826c-3c996efe183c req-782bd5c1-86b4-44b1-b1bb-caa1309eeb0d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620313 Apr 08 12:10:14.659603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['89b5fda0-dc37-4633-bf21-8f41f9bb9016'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:14.682354 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c6764948-5790-41d6-8cc6-f896756e0715 req-0b5487bc-87c8-40f4-ac0d-a01c21d5d7dd service neutron] 10.222.0.13 "GET /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314039 Apr 08 12:10:14.698490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-71bcc950-0ab9-401e-bf13-e97d9e1c66fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.700030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-71bcc950-0ab9-401e-bf13-e97d9e1c66fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.2427533 Apr 08 12:10:14.812246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e9a2b-5b1a-45c0-9365-7da259211492 req-38716a82-6b45-4684-8b88-570a1c1d330e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.813890 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-560e9a2b-5b1a-45c0-9365-7da259211492 req-38716a82-6b45-4684-8b88-570a1c1d330e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2487006 Apr 08 12:10:14.825389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97f50d-1e00-4d85-9afb-ad23c6c6b75f req-f375f276-356d-433f-bbd5-611e24860738 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.826916 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a97f50d-1e00-4d85-9afb-ad23c6c6b75f req-f375f276-356d-433f-bbd5-611e24860738 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.2076213 Apr 08 12:10:14.884764 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-560e9a2b-5b1a-45c0-9365-7da259211492 req-5e5572e2-e519-45bb-a608-66944a72832f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566642 Apr 08 12:10:14.888899 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a97f50d-1e00-4d85-9afb-ad23c6c6b75f req-95a20f7f-f595-404e-83c0-c419d5306244 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Apr 08 12:10:14.894789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-0a1c5b2d-e763-43c7-9d82-1bde1cca77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:14.896335 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-0a1c5b2d-e763-43c7-9d82-1bde1cca77c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1771326 Apr 08 12:10:15.330760 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-4e584b1d-6ffd-4852-8f2d-e170a1935328 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248180 Apr 08 12:10:15.461939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98690261-9090-48ee-916f-4feab0b7f14c req-b9dd3617-8086-4e75-9719-1fea580afb7f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:15.463545 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-98690261-9090-48ee-916f-4feab0b7f14c req-b9dd3617-8086-4e75-9719-1fea580afb7f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.2102013 Apr 08 12:10:15.520965 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-98690261-9090-48ee-916f-4feab0b7f14c req-daa27668-3387-4a55-8a02-3c093b1e19b2 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Apr 08 12:10:15.529358 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ad3bf277-141d-4bf0-be74-e72b70598bf9 req-9d008a33-2885-48c3-b5f0-aa7ff6080410 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825182 Apr 08 12:10:15.675204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98662d4b-7b43-4e59-aded-5b283b129166 req-de355ed5-5fad-4f79-a2b6-0b65d7ed0d45 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:15.676826 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-98662d4b-7b43-4e59-aded-5b283b129166 req-de355ed5-5fad-4f79-a2b6-0b65d7ed0d45 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 944 time: 0.0922141 Apr 08 12:10:15.712633 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-98662d4b-7b43-4e59-aded-5b283b129166 req-e84648b8-10ff-46ee-b9a7-14e985b31297 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272803 Apr 08 12:10:16.102373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddd198-d04d-49de-803b-74a9861f0dcb req-22f277d7-c322-4033-b6fd-99838a07b695 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:16.103974 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55ddd198-d04d-49de-803b-74a9861f0dcb req-22f277d7-c322-4033-b6fd-99838a07b695 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0891209 Apr 08 12:10:16.135659 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55ddd198-d04d-49de-803b-74a9861f0dcb req-a9cfb92d-934c-41b3-bd1a-db4e02679afa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247257 Apr 08 12:10:16.923926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb322f-e91d-4b23-b791-c543fe45dbe2 req-ff135fda-e50b-4014-87c8-d4d769fbebc6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:16.925387 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-edeb322f-e91d-4b23-b791-c543fe45dbe2 req-ff135fda-e50b-4014-87c8-d4d769fbebc6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 944 time: 0.0871913 Apr 08 12:10:16.958232 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-edeb322f-e91d-4b23-b791-c543fe45dbe2 req-37084c8e-c21b-4a2d-8be1-a94ddcdb7193 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264468 Apr 08 12:10:17.340603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707793c-eca6-41ac-88b3-21f3ef80f765 req-3c3e98a8-eefe-4d72-9a62-1526b90bb7d3 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:17.342901 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e707793c-eca6-41ac-88b3-21f3ef80f765 req-3c3e98a8-eefe-4d72-9a62-1526b90bb7d3 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0899875 Apr 08 12:10:17.379765 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e707793c-eca6-41ac-88b3-21f3ef80f765 req-7ef3dcbe-ff31-4255-ac95-4f2e4746ac61 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290544 Apr 08 12:10:17.893358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:10:18.039153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:10:18.039763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:18.177074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:18.189501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:18.201422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:18.205462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:18.207541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:18.251360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305d608-a1f7-4cf4-9c47-f7542a2ae5e6 req-c1514438-cdea-48c8-97f2-83234335fa16 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:18.252898 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f305d608-a1f7-4cf4-9c47-f7542a2ae5e6 req-c1514438-cdea-48c8-97f2-83234335fa16 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 944 time: 0.1639221 Apr 08 12:10:18.266852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5ba9-d54f-46de-b451-f9f0d769898b req-7431f51c-bc27-4cb3-9932-2d0a149deaf8 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:18.268439 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5d9e5ba9-d54f-46de-b451-f9f0d769898b req-7431f51c-bc27-4cb3-9932-2d0a149deaf8 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 945 time: 0.1314962 Apr 08 12:10:18.279720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=10']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:18.283221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:18.308615 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f305d608-a1f7-4cf4-9c47-f7542a2ae5e6 req-9dde96e8-7626-47b0-87de-134ff147e91a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391512 Apr 08 12:10:18.316290 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5d9e5ba9-d54f-46de-b451-f9f0d769898b req-29f954c5-894d-4115-a46f-489960444980 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Apr 08 12:10:18.369245 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'code': 200} Apr 08 12:10:18.584437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb8c40-5ca1-4ffb-93f7-e0d2ec9c0978 req-378bf910-7b23-432b-9f16-6f5030c57b7e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:18.586018 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6ebb8c40-5ca1-4ffb-93f7-e0d2ec9c0978 req-378bf910-7b23-432b-9f16-6f5030c57b7e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0892580 Apr 08 12:10:18.616295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6ebb8c40-5ca1-4ffb-93f7-e0d2ec9c0978 req-798c241d-08b3-4836-bd2c-06e882eb2bec tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237069 Apr 08 12:10:19.231100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67e4e-b176-4977-a70e-cd22028cf543 req-8bb5d500-1d2f-484d-9c95-e0f1851ecb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:19.233161 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eec67e4e-b176-4977-a70e-cd22028cf543 req-8bb5d500-1d2f-484d-9c95-e0f1851ecb46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 1099 time: 0.1036427 Apr 08 12:10:19.269876 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eec67e4e-b176-4977-a70e-cd22028cf543 req-d556debb-a816-4fcb-8220-1b9f978b3715 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0229414 Apr 08 12:10:19.598346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab029d75-2ca4-4aa1-983a-66d095eaf67d req-38350412-7504-4750-bcda-d77887b12271 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:19.599830 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ab029d75-2ca4-4aa1-983a-66d095eaf67d req-38350412-7504-4750-bcda-d77887b12271 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 945 time: 0.1620598 Apr 08 12:10:19.608326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6adfd-843e-451c-95f0-368d87f63f36 req-6976b743-01b8-4d82-b435-039a7df3fafa tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:19.609806 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-20e6adfd-843e-451c-95f0-368d87f63f36 req-6976b743-01b8-4d82-b435-039a7df3fafa tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.1348228 Apr 08 12:10:19.651221 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ab029d75-2ca4-4aa1-983a-66d095eaf67d req-d3ba6fd9-b479-4aed-98e2-9ce5e6e941d1 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Apr 08 12:10:19.655908 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-20e6adfd-843e-451c-95f0-368d87f63f36 req-ac6356e7-1253-4b85-84fe-5a0f4831c7b1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324154 Apr 08 12:10:20.924432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19482129-ad7e-4ba1-bd16-86a8ee9eac00 req-b2982bf4-f1e5-48aa-ab30-c953f1088350 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:20.926061 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-19482129-ad7e-4ba1-bd16-86a8ee9eac00 req-b2982bf4-f1e5-48aa-ab30-c953f1088350 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 945 time: 0.1549487 Apr 08 12:10:20.953888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166071-a06e-47e3-9b49-3d862c58da92 req-f0df5f5a-c42b-4b0d-b955-8f1af6497021 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:20.955347 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-24166071-a06e-47e3-9b49-3d862c58da92 req-f0df5f5a-c42b-4b0d-b955-8f1af6497021 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.1387658 Apr 08 12:10:20.980815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-19482129-ad7e-4ba1-bd16-86a8ee9eac00 req-1d37755e-1246-4abe-8cf9-23522d8408ab tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Apr 08 12:10:20.991853 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-24166071-a06e-47e3-9b49-3d862c58da92 req-0391c449-b1d4-4916-a0e8-9e3fa558424f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283685 Apr 08 12:10:21.129421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-63b348d4-757e-463e-ba14-d6edec962737 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:21.130964 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-63b348d4-757e-463e-ba14-d6edec962737 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 945 time: 0.0886495 Apr 08 12:10:21.211628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Deleting port 91b3e2f2-3d78-44ed-a607-756fc288ef44 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:21.211948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:21.589372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] For port 91b3e2f2-3d78-44ed-a607-756fc288ef44, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=91b3e2f2-3d78-44ed-a607-756fc288ef44,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:21.590054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:21.847302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Calling delete_port for 91b3e2f2-3d78-44ed-a607-756fc288ef44 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:22.056840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc07c3-6b1e-4d89-a838-2716771f1b61 req-ac7b7a05-5005-4400-9341-a9626f2d5bf9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:22.058648 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dccc07c3-6b1e-4d89-a838-2716771f1b61 req-ac7b7a05-5005-4400-9341-a9626f2d5bf9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.2200553 Apr 08 12:10:22.109658 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dccc07c3-6b1e-4d89-a838-2716771f1b61 req-aa530bda-67a0-4eed-a411-55187e0ae6fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Apr 08 12:10:22.140542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46846) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:22.155053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:22.163770 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a19e12f6-c6ce-42b9-aa82-577fed0bb857 req-eee902ee-bff2-44ef-9309-d65422d137f7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 210 time: 0.0530009 Apr 08 12:10:22.167989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027', 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:22.297818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-87f5a03c-e8ba-4518-b891-e841d170cd22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:22.328107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e8ae12-732a-4c5d-953d-033cfaa4cbbb tempest-TestMinimumBasicScenario-431383238 tempest-TestMinimumBasicScenario-431383238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:22.329130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-51e8ae12-732a-4c5d-953d-033cfaa4cbbb tempest-TestMinimumBasicScenario-431383238 tempest-TestMinimumBasicScenario-431383238-project-admin] Synchronizing usage tracker for tenant:ad21f2ea15fb4d6c885dfa187d130fa1 on resource:port {{(pid=84399) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:22.354491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-51e8ae12-732a-4c5d-953d-033cfaa4cbbb tempest-TestMinimumBasicScenario-431383238 tempest-TestMinimumBasicScenario-431383238-project-admin] Unset dirty status for tenant:ad21f2ea15fb4d6c885dfa187d130fa1 on resource:port {{(pid=84399) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:22.360293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event deleted for resources: {'Port': ['ID=91b3e2f2-3d78-44ed-a607-756fc288ef44,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:22.366816 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-51e8ae12-732a-4c5d-953d-033cfaa4cbbb tempest-TestMinimumBasicScenario-431383238 tempest-TestMinimumBasicScenario-431383238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1093 time: 0.2241209 Apr 08 12:10:22.367763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46854) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:22.376942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'floatingip': {'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'port_id': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:22.383441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:22.388327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:floatingip and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:22.392355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:22.394181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.394596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.394996 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.395400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.395792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.396181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.396571 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.396957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.397346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.398285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.398285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.398558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:22.405935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:22.422566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for floatingip, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:22.468265 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:22.510777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] No DVR routers for this DVR port 91b3e2f2-3d78-44ed-a607-756fc288ef44 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:22.521457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:22.536696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f3662f-f971-4025-be83-691f561afe44', 'name': 'network-vif-deleted', 'tag': '91b3e2f2-3d78-44ed-a607-756fc288ef44'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:22.547136 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-846b36f4-f05a-4172-8c8f-33173cc62b98 req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "DELETE /v2.0/ports/91b3e2f2-3d78-44ed-a607-756fc288ef44 HTTP/1.1" status: 204 len: 173 time: 1.4062400 Apr 08 12:10:22.570628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997da7d-5134-45ed-afaf-e04cdab74fd9 req-f1c098f8-59ca-451b-9fea-fd258463fcf5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:22.572328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7997da7d-5134-45ed-afaf-e04cdab74fd9 req-f1c098f8-59ca-451b-9fea-fd258463fcf5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.2182374 Apr 08 12:10:22.578088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:22.620610 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f3662f-f971-4025-be83-691f561afe44', 'name': 'network-vif-deleted', 'tag': '91b3e2f2-3d78-44ed-a607-756fc288ef44', 'status': 'completed', 'code': 200} Apr 08 12:10:22.624009 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7997da7d-5134-45ed-afaf-e04cdab74fd9 req-7b9ed4ec-8ea9-4380-afee-c10aa837250b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420008 Apr 08 12:10:22.792595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Allocated IP 172.28.0.173 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/0cf54111-410c-4e58-bf59-ee4285e3c0bd) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:10:22.961083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:22.994934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:23.091411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:23.359311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-a7d2a00c-d72f-4547-8a0c-efb4f5c112d7 req-68a73284-b667-4027-a89d-8e352bae6d7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:23.374475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-a7d2a00c-d72f-4547-8a0c-efb4f5c112d7 req-68a73284-b667-4027-a89d-8e352bae6d7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:23.375736 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a7d2a00c-d72f-4547-8a0c-efb4f5c112d7 req-68a73284-b667-4027-a89d-8e352bae6d7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f3662f-f971-4025-be83-691f561afe44 HTTP/1.1" status: 200 len: 210 time: 0.0692968 Apr 08 12:10:23.408576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'Port': ['ID=0cf54111-410c-4e58-bf59-ee4285e3c0bd,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:23.418979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.419629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.420435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.420837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.421239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.421618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.422033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.422420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.422807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.423188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.423570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.423953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:10:23.430501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:23.444319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:10:23.445458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:10:23.447587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:10:23.871315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1eed-02db-4f6d-92dc-651a7744488f req-16b74f86-4833-42a3-86b5-a113dc6e6776 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:23.873109 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-462d1eed-02db-4f6d-92dc-651a7744488f req-16b74f86-4833-42a3-86b5-a113dc6e6776 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.0986469 Apr 08 12:10:23.905277 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-462d1eed-02db-4f6d-92dc-651a7744488f req-38f8983f-fa39-4459-86ad-2ba03594e692 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0252502 Apr 08 12:10:23.929201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 91b3e2f2-3d78-44ed-a607-756fc288ef44 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:23.931349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:23.970047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 91b3e2f2-3d78-44ed-a607-756fc288ef44 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:23.970444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 91b3e2f2-3d78-44ed-a607-756fc288ef44 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:24.016515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:24.287838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:24.291470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27590335'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:24.306560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a0373faa-476e-4b96-a6c2-4d65660edeaa tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:24.489436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'Port': ['ID=0cf54111-410c-4e58-bf59-ee4285e3c0bd,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:24.492511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:24.572360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:24.707024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd19d4d-18b0-41ad-b61d-b8b5e6765db6 req-06b87fe3-7a36-4dbe-a395-78e84f34b668 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:24.707024 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cbd19d4d-18b0-41ad-b61d-b8b5e6765db6 req-06b87fe3-7a36-4dbe-a395-78e84f34b668 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1092587 Apr 08 12:10:24.741335 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cbd19d4d-18b0-41ad-b61d-b8b5e6765db6 req-33f076c5-188d-4456-8e52-adb9149bfcf4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260766 Apr 08 12:10:24.769976 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Floating IP 2b8ba806-d2cc-4c79-bcab-bec4293b5e07 associated. External IP: 172.28.0.173, port: fcf39308-0b22-4e6a-8005-c74ee4af542a. Apr 08 12:10:25.143359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Router 857048ed-c045-4c91-968c-80cc8bc5c778 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:10:25.331742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:10:25.341544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] Sync routers for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:10:25.351602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:10:25.352255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:10:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:25.354966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:25.414326 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0451107 Apr 08 12:10:25.414963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:25.417557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 46896) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:25.426107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105176363', 'description': 'tempest-secgroup-smoke-1105176363 description', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:25.432047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:25.442597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:25.452122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:25.455952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:25.459945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:25.463884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:25.464030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'status': 'completed', 'code': 200} Apr 08 12:10:25.470570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:25.546125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:10:25.605345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:25.610050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:25.616209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f1ba66dc-693d-47b2-9dca-6ccffc125dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:25.646743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-13773b5f-4f26-443d-8767-f5d799e215d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:25.648338 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-13773b5f-4f26-443d-8767-f5d799e215d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1098 time: 0.1483908 Apr 08 12:10:25.785921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd3d70f-a2ed-47c3-941d-9991c803e248,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:25.790690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:25.824825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-645036be-b1e8-4878-95fa-c582b064a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:25.826940 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-645036be-b1e8-4878-95fa-c582b064a0c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.1628311 Apr 08 12:10:25.827927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:25.829706 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4106355 Apr 08 12:10:25.832614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 46908) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:25.841162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3d70f-a2ed-47c3-941d-9991c803e248', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:25.848480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:25.853280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:25.857666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:25.865086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:25.983941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-bcd59c5a-6eab-4853-8394-6047091ad21a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 999 time: 0.1480691 Apr 08 12:10:26.192678 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '2b8ba806-d2cc-4c79-bcab-bec4293b5e07', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'port_id': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'mac_address': 'fa:16:3e:03:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:10:23Z', 'updated_at': '2021-04-08T12:10:23Z', 'revision_number': 0, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:26.197354 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] Checking router: 857048ed-c045-4c91-968c-80cc8bc5c778 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:10:26.206649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:10:26.207540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:10:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:26.351216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.418129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:10:26.458379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-bc76ce06-f4b6-4a5c-88c6-3c0156710944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:26.459946 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-bc76ce06-f4b6-4a5c-88c6-3c0156710944 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.1958854 Apr 08 12:10:26.576944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265a4fc-f398-46b6-a174-c769b4045a26 req-26d0b921-e8e8-4686-814c-052f0fe30d3d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:26.578595 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f265a4fc-f398-46b6-a174-c769b4045a26 req-26d0b921-e8e8-4686-814c-052f0fe30d3d tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.5933762 Apr 08 12:10:26.580604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.589981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b510a0-eb5a-480a-8a7d-4b42ad57a4d8 req-4d620f6b-6be2-4d2e-a726-1bab15dc04f7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:26.592157 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e2b510a0-eb5a-480a-8a7d-4b42ad57a4d8 req-4d620f6b-6be2-4d2e-a726-1bab15dc04f7 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.3219397 Apr 08 12:10:26.598385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.637523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:26.678656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40a9151-fe41-4cc9-aaac-5a0a15d4e048,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:26.683838 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f265a4fc-f398-46b6-a174-c769b4045a26 req-dd208815-9095-4626-9c11-76f770a5a384 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886850 Apr 08 12:10:26.690160 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e2b510a0-eb5a-480a-8a7d-4b42ad57a4d8 req-853062e0-3829-4357-b2b1-5ac1b6b4d6b2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910144 Apr 08 12:10:26.695951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:26.699865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.704240 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-6d47c3bf-0dad-4ccb-ba3a-82aa07a1ba01 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8676429 Apr 08 12:10:26.704676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46920) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:26.705056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-92d1b907-3a64-48b8-98ca-db2a7e64f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:26.706849 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-92d1b907-3a64-48b8-98ca-db2a7e64f94f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2311001 Apr 08 12:10:26.723690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3d70f-a2ed-47c3-941d-9991c803e248', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:26.732253 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:26.737194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:26.742209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:26.754742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:26.796320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.878043 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.881611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.883817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:26.897083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '2b8ba806-d2cc-4c79-bcab-bec4293b5e07', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'port_id': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'mac_address': 'fa:16:3e:03:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:10:23Z', 'updated_at': '2021-04-08T12:10:23Z', 'revision_number': 0, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:26.900619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39a0841-d95e-4143-840b-f7b13164bb96,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:26.904805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c44112-831d-4cf5-807f-2e296c71d2f9 None None] The sync data for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb is: [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '2b8ba806-d2cc-4c79-bcab-bec4293b5e07', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'port_id': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'mac_address': 'fa:16:3e:03:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:10:23Z', 'updated_at': '2021-04-08T12:10:23Z', 'revision_number': 0, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:10:26.914583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:26.930907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:26.932654 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2262938 Apr 08 12:10:26.936170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46926) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:26.942382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3d70f-a2ed-47c3-941d-9991c803e248', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:26.949481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:26.954356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:26.958677 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-d1bfe3de-6d14-4aff-971b-88ee4e359b9d service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340283 Apr 08 12:10:26.958829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:26.966049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:26.985551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.053660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.056314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.058451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f29cb328-e566-421b-9daf-377803f64ed7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:27.076176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e833a58-cbf4-4a36-8ab0-5dcc4f4b7e31,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:27.083798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:27.113515 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-01ece7ab-9069-4ea9-9422-5e7d4c340b62 req-ee58d6df-c1cb-4cbc-bdca-e3297efbbcf4 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460822 Apr 08 12:10:27.157180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.158491 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2212682 Apr 08 12:10:27.161895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46932) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:27.167843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3d70f-a2ed-47c3-941d-9991c803e248', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:27.174944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:27.178978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:27.181944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:27.188613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:27.204720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.272802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.275317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.277390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:27.302824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5059d3b9-13aa-41da-a236-68426dc7afe9,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:27.307643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:27.311970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.313229 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503429 Apr 08 12:10:27.316132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 46936) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:27.321725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3d70f-a2ed-47c3-941d-9991c803e248', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:27.328429 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:27.332487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:27.335550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:27.342589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:27.343791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847ab608-23bc-47d4-acb6-59e01afa4176 None None] New status for floating IP 2b8ba806-d2cc-4c79-bcab-bec4293b5e07: ACTIVE {{(pid=84400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:10:27.352765 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.securitygroups_db [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Project f2b36d71dc2e470c8f02f1ce77eb9ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:10:27.360852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.438774 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.441388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.449286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:27.472416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab35725-b64d-4e9d-a187-be70bbf0be23,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:27.474956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:27.476229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.477463 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603446 Apr 08 12:10:27.480522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 46940) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:27.486856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'security_group_rule': {'security_group_id': 'bfd3d70f-a2ed-47c3-941d-9991c803e248', 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:27.495552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:27.500466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Usage tracker for resource:security_group_rule and tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:27.503633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:27.514997 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:27.524520 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.securitygroups_db [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Project f2b36d71dc2e470c8f02f1ce77eb9ad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:10:27.532109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.603496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.607392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.609574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b61bc0a1-ce9d-4be6-9214-027ce7f5c75f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:27.628112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d713abf-80b8-4b5f-9905-f8352019c103,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:27.634694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:27.644549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:27.646569 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fbe7984c-4d19-4532-a4dd-3c96b6664e5d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646011 Apr 08 12:10:27.786889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-240013b9-5c5d-4ab0-9aa5-227792a0a07c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:27.816177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-240013b9-5c5d-4ab0-9aa5-227792a0a07c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:27.817441 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-240013b9-5c5d-4ab0-9aa5-227792a0a07c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105176363&fields=id&tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9 HTTP/1.1" status: 200 len: 267 time: 0.0672719 Apr 08 12:10:27.879158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-392e9529-adfc-4e67-bc84-637a01e8ad1f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:27.880787 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-392e9529-adfc-4e67-bc84-637a01e8ad1f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.1723053 Apr 08 12:10:28.034270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Deleting port 6d6eba70-d654-4521-9ed8-b2820b525e0f {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:28.034568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:28.119086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-b8e5ce07-6614-4779-822b-d401cadfc585 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:28.120679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-b8e5ce07-6614-4779-822b-d401cadfc585 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.2969267 Apr 08 12:10:28.175744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'port': {'security_groups': ['6a3250b7-4a5e-4df6-9208-0ab04b4ce59e', 'bfd3d70f-a2ed-47c3-941d-9991c803e248']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:28.219932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb2cd-10e4-4b7d-b5b9-eff7af2c4b98 req-ac66c33c-5151-4fff-964c-e07bedf0ee02 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:28.221522 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ae4cb2cd-10e4-4b7d-b5b9-eff7af2c4b98 req-ac66c33c-5151-4fff-964c-e07bedf0ee02 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.3517592 Apr 08 12:10:28.350246 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ae4cb2cd-10e4-4b7d-b5b9-eff7af2c4b98 req-73d827a0-9081-46a0-9425-b2b63bd77c7f tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120145 Apr 08 12:10:28.568292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:28.674034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] For port 6d6eba70-d654-4521-9ed8-b2820b525e0f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6d6eba70-d654-4521-9ed8-b2820b525e0f,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:28.674439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:28.874536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Calling delete_port for 6d6eba70-d654-4521-9ed8-b2820b525e0f owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:28.912863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-1904a5f8-d176-494c-942f-932b8f745997 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:28.914415 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-1904a5f8-d176-494c-942f-932b8f745997 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.5194726 Apr 08 12:10:28.980367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35793f-3de0-42a2-a40f-7c66fadcf469 req-dcffd616-c50c-47f4-81d4-6e8f921e9e27 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:28.982011 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a35793f-3de0-42a2-a40f-7c66fadcf469 req-dcffd616-c50c-47f4-81d4-6e8f921e9e27 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.5196640 Apr 08 12:10:29.089244 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a35793f-3de0-42a2-a40f-7c66fadcf469 req-c5684147-638d-4e9f-a005-3dc180f04d29 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834122 Apr 08 12:10:29.113361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Deleting port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:29.113743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:29.720143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:29.749101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fe100018-0224-4674-9b19-ee5680f9e309', '6d6eba70-d654-4521-9ed8-b2820b525e0f'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:29.761213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b22d89ca-d0e2-4c8f-b672-5c829a801bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:29.943766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:29.946224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Pushing event deleted for resources: {'Port': ['ID=6d6eba70-d654-4521-9ed8-b2820b525e0f,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:29.955140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:29.980154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1e1c1-599c-4b53-b1a3-8b9c68173e96 req-e68a8f00-4cab-4f37-b942-d533c515dde1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:29.982308 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c7a1e1c1-599c-4b53-b1a3-8b9c68173e96 req-e68a8f00-4cab-4f37-b942-d533c515dde1 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 946 time: 0.4748979 Apr 08 12:10:30.074315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:30.078719 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c7a1e1c1-599c-4b53-b1a3-8b9c68173e96 req-6a189d2d-c789-4e97-aecf-cd7311e4e3ba tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Apr 08 12:10:30.086639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:30.109572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-94e197ae-29cc-440d-a108-59eb677396ef tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:30.250281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fcf39308-0b22-4e6a-8005-c74ee4af542a'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:30.351522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] For port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:30.351870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:30.374889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] No DVR routers for this DVR port 6d6eba70-d654-4521-9ed8-b2820b525e0f on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:30.384046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:30.390053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'name': 'network-vif-deleted', 'tag': '6d6eba70-d654-4521-9ed8-b2820b525e0f'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:30.463856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=6']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:30.539403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Calling delete_port for 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:30.572532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:30.634311 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-314d1b38-3e82-4b45-b7e2-6dac3fcd2d9d req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "DELETE /v2.0/ports/6d6eba70-d654-4521-9ed8-b2820b525e0f HTTP/1.1" status: 204 len: 173 time: 2.7443063 Apr 08 12:10:30.724164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:30.724860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:30.726330 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1397234-e2e3-43d0-86ba-2589ffa81caa req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "PUT /v2.0/ports/fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 981 time: 2.5664294 Apr 08 12:10:30.821542 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8632ce5-a55d-49ca-a2e4-09dcac84d875', 'name': 'network-vif-deleted', 'tag': '6d6eba70-d654-4521-9ed8-b2820b525e0f', 'status': 'completed', 'code': 200} Apr 08 12:10:30.838261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91698e-ab29-46bb-97af-ca941482fc43 req-374e094a-8af4-45ce-a6f6-d4ed673f8412 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:30.839943 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d91698e-ab29-46bb-97af-ca941482fc43 req-374e094a-8af4-45ce-a6f6-d4ed673f8412 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 946 time: 0.3726976 Apr 08 12:10:30.870904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fcf39308-0b22-4e6a-8005-c74ee4af542a'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:30.885488 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0d91698e-ab29-46bb-97af-ca941482fc43 req-55cb0028-7544-4abb-a018-8957d02b3013 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Apr 08 12:10:30.886689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:30.952664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:31.046680 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event deleted for resources: {'Port': ['ID=58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:31.060012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-d6b1a8e1-80b5-4742-808a-ac8c89afcd15 None None] Provisioning complete for port fcf39308-0b22-4e6a-8005-c74ee4af542a triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:10:31.060488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d6b1a8e1-80b5-4742-808a-ac8c89afcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:31.061437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:31.200846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7cd1a-eb66-4b73-92ee-45bab4201bda req-46da1dac-391f-4d17-a5ae-ea52d4c41c51 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:31.209425 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d1d7cd1a-eb66-4b73-92ee-45bab4201bda req-46da1dac-391f-4d17-a5ae-ea52d4c41c51 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.2200816 Apr 08 12:10:31.335684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-4935a0df-cd16-486a-a836-997ddb3beca6 req-11fc6eb8-05d6-4061-9079-97ece8846c33 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Synchronizing usage tracker for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:31.339840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] No DVR routers for this DVR port 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:31.346072 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d1d7cd1a-eb66-4b73-92ee-45bab4201bda req-0db5de40-84a2-4896-bffc-fd2ff9386a85 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356385 Apr 08 12:10:31.347800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:31.368732 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e6c96a1f-2368-41d6-91c5-440459cfc730 req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "DELETE /v2.0/ports/58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c HTTP/1.1" status: 204 len: 173 time: 2.4415052 Apr 08 12:10:31.370543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-4935a0df-cd16-486a-a836-997ddb3beca6 req-11fc6eb8-05d6-4061-9079-97ece8846c33 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Unset dirty status for tenant:e73ee0e932904e71b6cef5451efb5e84 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:31.371797 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4935a0df-cd16-486a-a836-997ddb3beca6 req-11fc6eb8-05d6-4061-9079-97ece8846c33 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8632ce5-a55d-49ca-a2e4-09dcac84d875 HTTP/1.1" status: 200 len: 210 time: 0.1395745 Apr 08 12:10:31.468714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027', 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:31.972213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 6d6eba70-d654-4521-9ed8-b2820b525e0f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:32.014946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 6d6eba70-d654-4521-9ed8-b2820b525e0f {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:32.015337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 6d6eba70-d654-4521-9ed8-b2820b525e0f not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:32.015813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:32.052674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:32.053068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:32.069158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-236d48ec-8407-4166-8982-c1deabfdc0ef req-f83b1925-3cd3-465f-a4f8-d5ef4e2ce433 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:32.086466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-236d48ec-8407-4166-8982-c1deabfdc0ef req-f83b1925-3cd3-465f-a4f8-d5ef4e2ce433 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:32.087784 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-236d48ec-8407-4166-8982-c1deabfdc0ef req-f83b1925-3cd3-465f-a4f8-d5ef4e2ce433 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=083200c6-1af7-47d3-8960-01f847a1449f HTTP/1.1" status: 200 len: 210 time: 0.0710046 Apr 08 12:10:32.823748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}, {'server_uuid': '083200c6-1af7-47d3-8960-01f847a1449f', 'name': 'network-vif-deleted', 'tag': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:32.876782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54590b45-b6b8-4b97-b449-5a9c6219adfd req-db13de56-1fff-4fe3-b598-16dc362e7ca4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:32.878465 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54590b45-b6b8-4b97-b449-5a9c6219adfd req-db13de56-1fff-4fe3-b598-16dc362e7ca4 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0970955 Apr 08 12:10:32.880242 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'status': 'completed', 'code': 200} Apr 08 12:10:32.880569 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083200c6-1af7-47d3-8960-01f847a1449f', 'name': 'network-vif-deleted', 'tag': '58a6cbba-fdfd-47a0-a5cd-1a81e7c7245c', 'status': 'completed', 'code': 200} Apr 08 12:10:32.911196 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-54590b45-b6b8-4b97-b449-5a9c6219adfd req-611d7b5a-8c18-40df-8084-baaa2452e032 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265985 Apr 08 12:10:33.011876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-5118d393-5754-49d3-8388-cff465488a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:33.013597 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-5118d393-5754-49d3-8388-cff465488a94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1137 time: 0.0823407 Apr 08 12:10:33.394665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-b0dd55d3-0bcc-46ad-bb60-176d41a59e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:33.396245 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-b0dd55d3-0bcc-46ad-bb60-176d41a59e76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.3671918 Apr 08 12:10:33.561963 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-b147a1c8-4279-4f39-aca9-dceb34e8d230 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 1001 time: 0.1530857 Apr 08 12:10:33.655702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb4660-bb65-49d8-9a74-b41da04ebe9e req-0410258f-dc74-409f-a4ea-e259b7735921 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:33.657297 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6afb4660-bb65-49d8-9a74-b41da04ebe9e req-0410258f-dc74-409f-a4ea-e259b7735921 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.1595938 Apr 08 12:10:33.662940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-a64638a5-d4c7-4e79-b8fc-a14b55bd8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:33.664418 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-a64638a5-d4c7-4e79-b8fc-a14b55bd8b34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.0857482 Apr 08 12:10:33.734698 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6afb4660-bb65-49d8-9a74-b41da04ebe9e req-671142c5-667a-4724-ae79-56d8a389962b tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692494 Apr 08 12:10:33.765970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-3c436d7a-d2c3-495d-83a9-4788043e4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:33.767590 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-3c436d7a-d2c3-495d-83a9-4788043e4718 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880315 Apr 08 12:10:33.916975 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-77677ea5-2882-478f-be84-2e3a90939503 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328096 Apr 08 12:10:34.122750 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c28fc0b6-657b-49ac-b75c-12931fb3a105 req-c068da64-fa5a-451e-95e8-cdcc95956343 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977301 Apr 08 12:10:34.145024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab6d89-9f9c-4568-8344-f1c23df55afc req-fa39730e-ad3a-4ebd-9987-ca8600c37ccc tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:34.146622 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-42ab6d89-9f9c-4568-8344-f1c23df55afc req-fa39730e-ad3a-4ebd-9987-ca8600c37ccc tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1193819 Apr 08 12:10:34.181478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-42ab6d89-9f9c-4568-8344-f1c23df55afc req-2f09f9bd-d72a-4dc4-8dd5-3d841242384a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283737 Apr 08 12:10:34.938104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ee2a-4325-4825-ba7e-07fd9350e201 req-deb80ebc-b13b-4d83-8e89-4b7bb54790fa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:34.939692 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9999ee2a-4325-4825-ba7e-07fd9350e201 req-deb80ebc-b13b-4d83-8e89-4b7bb54790fa tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.0885274 Apr 08 12:10:34.970065 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9999ee2a-4325-4825-ba7e-07fd9350e201 req-bd7431ee-5614-46b1-8ea8-ac6a85b9ef60 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241234 Apr 08 12:10:35.382777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31815c-fdc9-4849-b9ce-c7a7fb3ff0e1 req-74cb45ee-d03e-4265-b372-02237c8ccb48 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:35.384369 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ab31815c-fdc9-4849-b9ce-c7a7fb3ff0e1 req-74cb45ee-d03e-4265-b372-02237c8ccb48 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0872304 Apr 08 12:10:35.419220 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ab31815c-fdc9-4849-b9ce-c7a7fb3ff0e1 req-32ca4661-d58f-4ffc-8617-fa338b7882a6 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274694 Apr 08 12:10:35.713543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-5485a109-13bb-4199-ba14-f9098ab60b21 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:35.715023 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-5485a109-13bb-4199-ba14-f9098ab60b21 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.0867293 Apr 08 12:10:35.803644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Deleting port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:35.804033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:36.070434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] For port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:36.071558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:36.260844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Calling delete_port for cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:36.411986 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e13a11-db22-422e-af1e-643eda40f54d req-e05abe82-c8d8-4ae9-bfeb-3b2f37f08542 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:36.413586 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-90e13a11-db22-422e-af1e-643eda40f54d req-e05abe82-c8d8-4ae9-bfeb-3b2f37f08542 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 946 time: 0.3258643 Apr 08 12:10:36.462101 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-90e13a11-db22-422e-af1e-643eda40f54d req-2f2ef7d9-ecf7-4318-83fb-d841cd0bc8e2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Apr 08 12:10:36.471138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:36.484141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027', 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:36.487353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:36.583306 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event deleted for resources: {'Port': ['ID=cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:36.591274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:36.737413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1be00-24b5-40e0-9010-89980bd57955 req-e51b9d35-f33c-4aac-a40c-5eaa60234108 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:36.739331 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-38b1be00-24b5-40e0-9010-89980bd57955 req-e51b9d35-f33c-4aac-a40c-5eaa60234108 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1470826 Apr 08 12:10:36.814880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:10:36.844307 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-38b1be00-24b5-40e0-9010-89980bd57955 req-348e0a33-9c29-4705-9263-6930160a5a4e tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975873 Apr 08 12:10:36.845224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] No DVR routers for this DVR port cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:36.847748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:36.850661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'name': 'network-vif-deleted', 'tag': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:36.867002 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-59db0cdf-7ea1-4f9b-86d1-046c2a552b35 req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "DELETE /v2.0/ports/cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 HTTP/1.1" status: 204 len: 173 time: 1.1384840 Apr 08 12:10:36.901556 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc39aa5d-e884-4286-8b07-44dbe5cde456', 'name': 'network-vif-deleted', 'tag': 'cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8', 'status': 'completed', 'code': 200} Apr 08 12:10:37.701847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-e0be5d0b-bfb4-4056-971c-a31987d2aebb req-7dc108c8-e365-4380-83da-46e92061dfde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Synchronizing usage tracker for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:37.729094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-e0be5d0b-bfb4-4056-971c-a31987d2aebb req-7dc108c8-e365-4380-83da-46e92061dfde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Unset dirty status for tenant:daa205b89091463f97197a0f1b72365e on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:37.730379 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0be5d0b-bfb4-4056-971c-a31987d2aebb req-7dc108c8-e365-4380-83da-46e92061dfde tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc39aa5d-e884-4286-8b07-44dbe5cde456 HTTP/1.1" status: 200 len: 210 time: 0.1247375 Apr 08 12:10:37.752543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a81f3-b549-45af-8474-570ab6ed4b41 req-3807e03b-b899-459b-b202-f8b13688f154 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:37.754361 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3b1a81f3-b549-45af-8474-570ab6ed4b41 req-3807e03b-b899-459b-b202-f8b13688f154 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1507742 Apr 08 12:10:37.785571 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3b1a81f3-b549-45af-8474-570ab6ed4b41 req-f8b22714-906e-4ead-a62e-fcf2359ed8ed tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248468 Apr 08 12:10:38.050629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c5c81-853a-4fa5-9a73-2fccd4b17bd3 req-6035870e-6e92-4d9c-a36d-bfb5fad0b5d9 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:38.052255 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c6c5c81-853a-4fa5-9a73-2fccd4b17bd3 req-6035870e-6e92-4d9c-a36d-bfb5fad0b5d9 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0918326 Apr 08 12:10:38.082159 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c6c5c81-853a-4fa5-9a73-2fccd4b17bd3 req-bd620eb4-e16d-4b22-a040-027761d08252 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234065 Apr 08 12:10:38.473036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b67f-27b3-47a7-aedb-1ab5b9eacbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:38.989373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981322b-c451-453c-b5f7-42b494c3e9fb req-0d2e1d97-68c6-451f-a82f-9a6611b97e67 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:38.991026 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1981322b-c451-453c-b5f7-42b494c3e9fb req-0d2e1d97-68c6-451f-a82f-9a6611b97e67 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.0914383 Apr 08 12:10:39.023624 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1981322b-c451-453c-b5f7-42b494c3e9fb req-8a0b7b72-5514-46fa-acc4-d003bb36a747 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254126 Apr 08 12:10:39.281953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be8efd-13dc-4211-a8fb-f3e83bafdb7d req-13703a98-64c9-4c74-857d-d0b97d1f3705 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:39.283439 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-76be8efd-13dc-4211-a8fb-f3e83bafdb7d req-13703a98-64c9-4c74-857d-d0b97d1f3705 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.0895262 Apr 08 12:10:39.313436 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-76be8efd-13dc-4211-a8fb-f3e83bafdb7d req-5c439f10-0c0b-4626-a2e7-8180ad54aa8a tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236955 Apr 08 12:10:39.998135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:40.036583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:40.036917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device cb83abbc-8adf-4f2b-b982-c4fa3e00b4e8 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:40.233590 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faa69d-da29-4107-b770-3353784671ba req-3283d9ad-66e5-4168-8fa5-a66d64a61f45 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:40.235215 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c7faa69d-da29-4107-b770-3353784671ba req-3283d9ad-66e5-4168-8fa5-a66d64a61f45 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.0967090 Apr 08 12:10:40.269232 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c7faa69d-da29-4107-b770-3353784671ba req-1b86f169-5f1b-49c1-877c-9209c9ad08e3 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272198 Apr 08 12:10:40.568187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-571ccf95-ff00-4b43-99f5-f3abe8017cab tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:40.569976 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-571ccf95-ff00-4b43-99f5-f3abe8017cab tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.2276564 Apr 08 12:10:40.587096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a0870-b0c6-44de-ada9-e15eb79856ff req-a77ed888-8655-49f7-999d-d5c4fe6b9d75 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:40.588727 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-150a0870-b0c6-44de-ada9-e15eb79856ff req-a77ed888-8655-49f7-999d-d5c4fe6b9d75 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 946 time: 0.2015128 Apr 08 12:10:40.600108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0d333-9857-4ce7-8e38-d99d30a89d93 req-cb519acb-f982-4c71-81cb-f92515d346ba tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:40.601652 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dcb0d333-9857-4ce7-8e38-d99d30a89d93 req-cb519acb-f982-4c71-81cb-f92515d346ba tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 946 time: 0.1703532 Apr 08 12:10:40.608591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0e87-6ab0-4a04-aaa6-5cde3800d84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:40.698523 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-150a0870-b0c6-44de-ada9-e15eb79856ff req-908cc161-3fee-4ad1-8937-dd9fe6bf15f2 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653002 Apr 08 12:10:40.713283 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dcb0d333-9857-4ce7-8e38-d99d30a89d93 req-b77a34ad-04fb-4f06-81c8-9cab3fb88731 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/security-groups?id=aba11c30-18a5-4860-891e-6834378c16b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784631 Apr 08 12:10:40.722995 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Deleting port fe100018-0224-4674-9b19-ee5680f9e309 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:40.723382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:40.978601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] For port fe100018-0224-4674-9b19-ee5680f9e309, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fe100018-0224-4674-9b19-ee5680f9e309,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:40.978914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:41.112043 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Calling delete_port for fe100018-0224-4674-9b19-ee5680f9e309 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:41.542388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:41.558325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fced3-82d3-4bda-bc45-811455579cd6 req-a88fe8a7-4c42-4de9-b8c7-41613b33f7df tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:41.560098 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2f1fced3-82d3-4bda-bc45-811455579cd6 req-a88fe8a7-4c42-4de9-b8c7-41613b33f7df tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1710725 Apr 08 12:10:41.564442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:41.578612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fe100018-0224-4674-9b19-ee5680f9e309'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:41.584403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:41.695230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Pushing event deleted for resources: {'Port': ['ID=fe100018-0224-4674-9b19-ee5680f9e309,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:41.698013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:41.720708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2f1fced3-82d3-4bda-bc45-811455579cd6 req-eb9537b4-7af7-4534-a6fe-73b4c1fa9c57 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372676 Apr 08 12:10:41.775387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:41.944227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] No DVR routers for this DVR port fe100018-0224-4674-9b19-ee5680f9e309 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:41.961342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:41.964071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'name': 'network-vif-deleted', 'tag': 'fe100018-0224-4674-9b19-ee5680f9e309'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:41.982867 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-06e7ce70-9e73-40d4-9b6a-c7b86c6ce848 req-68fa55c3-b93f-4c77-a35f-db6afe4c9059 tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.23 "GET /v2.0/ports?device_id=4336ee16-53f3-4dfc-a3a4-f58a02d12f46 HTTP/1.1" status: 200 len: 210 time: 0.1143529 Apr 08 12:10:41.990903 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b2ad72bb-2c09-4a0e-8d6f-4339f2f64c7a req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] 10.222.0.13 "DELETE /v2.0/ports/fe100018-0224-4674-9b19-ee5680f9e309 HTTP/1.1" status: 204 len: 173 time: 1.4011753 Apr 08 12:10:42.033126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a40b5-835c-40e5-ae59-713740642ef3 req-6a081978-1d59-45d2-8ad6-7d9ce294181a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:42.035005 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6c8a40b5-835c-40e5-ae59-713740642ef3 req-6a081978-1d59-45d2-8ad6-7d9ce294181a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 946 time: 0.1730225 Apr 08 12:10:42.044255 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4336ee16-53f3-4dfc-a3a4-f58a02d12f46', 'name': 'network-vif-deleted', 'tag': 'fe100018-0224-4674-9b19-ee5680f9e309', 'status': 'completed', 'code': 200} Apr 08 12:10:42.069392 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6c8a40b5-835c-40e5-ae59-713740642ef3 req-1b5063a7-7f67-40c5-89a7-2aa4920ecbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280807 Apr 08 12:10:42.717350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-4f57d498-1d82-405e-b31c-0f03a4609894 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:42.718940 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-4f57d498-1d82-405e-b31c-0f03a4609894 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 946 time: 0.0922153 Apr 08 12:10:42.820554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Deleting port fdf9969e-0bac-4942-9723-f77f77148027 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:42.820851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:42.863141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:43.086700 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47074) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:43.093651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45ecd-74df-4666-959d-f08e53344663 req-c681e151-b0d3-465b-bc00-ef3da67d7f86 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:43.095605 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ae45ecd-74df-4666-959d-f08e53344663 req-c681e151-b0d3-465b-bc00-ef3da67d7f86 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.2437003 Apr 08 12:10:43.151479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ae45ecd-74df-4666-959d-f08e53344663 req-4828a83d-88f0-489a-a2ea-fdbba61cba0b tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Apr 08 12:10:43.190331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] For port fdf9969e-0bac-4942-9723-f77f77148027, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fdf9969e-0bac-4942-9723-f77f77148027,segment=NetworkSegment(c39212ed-2b96-422a-ac02-c46dbfedc6ae),segment_id=c39212ed-2b96-422a-ac02-c46dbfedc6ae)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:43.190671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:43.380469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Calling delete_port for fdf9969e-0bac-4942-9723-f77f77148027 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:43.526588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740d98a-1c9c-4e9a-b6f8-84e6411d514b req-29aef939-d323-4f41-a4be-a9d34ab97cdd tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:43.528276 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6740d98a-1c9c-4e9a-b6f8-84e6411d514b req-29aef939-d323-4f41-a4be-a9d34ab97cdd tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/ports?device_id=39fb9c18-6fee-4178-ba4b-64b42b4fe91f HTTP/1.1" status: 200 len: 946 time: 0.3288131 Apr 08 12:10:43.575601 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6740d98a-1c9c-4e9a-b6f8-84e6411d514b req-462d6bd7-792f-4049-92a7-8a45431fd94d tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Apr 08 12:10:43.587503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:43.600189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fdf9969e-0bac-4942-9723-f77f77148027'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:43.603221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f4e94f0c-b3fb-48a0-89e2-f5cd0671d260 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:43.703568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Pushing event deleted for resources: {'Port': ['ID=fdf9969e-0bac-4942-9723-f77f77148027,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:43.712810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:43.860896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] No DVR routers for this DVR port fdf9969e-0bac-4942-9723-f77f77148027 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:43.864024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:43.877167 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-65df684e-e296-4d9f-a8ec-08bcc3a1c56f req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] 10.222.0.13 "DELETE /v2.0/ports/fdf9969e-0bac-4942-9723-f77f77148027 HTTP/1.1" status: 204 len: 173 time: 1.1478631 Apr 08 12:10:43.882914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.046319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'name': 'network-vif-deleted', 'tag': 'fdf9969e-0bac-4942-9723-f77f77148027'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:44.062377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fe100018-0224-4674-9b19-ee5680f9e309 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:44.085520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-85ac0238-ef28-43a1-8647-e129ac659bd6 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:44.087246 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-85ac0238-ef28-43a1-8647-e129ac659bd6 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.1048372 Apr 08 12:10:44.108590 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: fe100018-0224-4674-9b19-ee5680f9e309 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:44.109382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fe100018-0224-4674-9b19-ee5680f9e309 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:44.109984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fdf9969e-0bac-4942-9723-f77f77148027 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:44.132790 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fb9c18-6fee-4178-ba4b-64b42b4fe91f', 'name': 'network-vif-deleted', 'tag': 'fdf9969e-0bac-4942-9723-f77f77148027', 'status': 'completed', 'code': 200} Apr 08 12:10:44.149521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: fdf9969e-0bac-4942-9723-f77f77148027 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:44.149960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fdf9969e-0bac-4942-9723-f77f77148027 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:44.178169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Deleting port 2a15b494-80db-4dae-a443-09c3268626a7 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:44.178521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.266950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Deleting port 765d7c7a-03e8-4847-884e-6c49c61095bf {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:44.267342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.379303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.463247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] For port 765d7c7a-03e8-4847-884e-6c49c61095bf, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=765d7c7a-03e8-4847-884e-6c49c61095bf,segment=NetworkSegment(983e6be4-c6ba-4865-aeb2-050636f3cad3),segment_id=983e6be4-c6ba-4865-aeb2-050636f3cad3)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:44.463647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.500084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6d48a-795c-4794-989a-3db7b27f737b req-267605ba-9858-4c3e-8b6b-3a15dd3f2ada tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:44.501679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-64c6d48a-795c-4794-989a-3db7b27f737b req-267605ba-9858-4c3e-8b6b-3a15dd3f2ada tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 946 time: 0.2212129 Apr 08 12:10:44.540123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] For port 2a15b494-80db-4dae-a443-09c3268626a7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2a15b494-80db-4dae-a443-09c3268626a7,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:44.540518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.560304 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-64c6d48a-795c-4794-989a-3db7b27f737b req-1f369dec-7975-46cc-9cdc-229ec5eb596f tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Apr 08 12:10:44.605348 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Calling delete_port for 765d7c7a-03e8-4847-884e-6c49c61095bf owned by network:router_interface {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:44.682200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Calling delete_port for 2a15b494-80db-4dae-a443-09c3268626a7 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:44.714198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47090) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:44.819138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Deleting subnet 3c9a5946-3c3e-47f1-a84c-51d5f3188383 {{(pid=84398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:10:44.823074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.922917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1879907'] for subnet, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:44.991048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.000561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.004348 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['2a15b494-80db-4dae-a443-09c3268626a7'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:10:45.009081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-995295ab-32e9-4fbe-b2b1-2453efaebbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:45.018740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:45.107380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.120117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=765d7c7a-03e8-4847-884e-6c49c61095bf,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:45.125839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:45.143046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Pushing event deleted for resources: {'Port': ['ID=2a15b494-80db-4dae-a443-09c3268626a7,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:45.162129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:45.654866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] No DVR routers for this DVR port 2a15b494-80db-4dae-a443-09c3268626a7 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:10:45.658918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.702873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.761275 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fd498369-6cb3-4ac6-9924-61dc56ecab78 req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "DELETE /v2.0/ports/2a15b494-80db-4dae-a443-09c3268626a7 HTTP/1.1" status: 204 len: 173 time: 1.6632941 Apr 08 12:10:45.773393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-98b0fe9f-a482-4712-b0dc-4893ea8b7998 req-dc074eb7-46cd-4903-91cb-e538d52a53bb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Synchronizing usage tracker for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:45.802797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-98b0fe9f-a482-4712-b0dc-4893ea8b7998 req-dc074eb7-46cd-4903-91cb-e538d52a53bb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Unset dirty status for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:45.804114 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-98b0fe9f-a482-4712-b0dc-4893ea8b7998 req-dc074eb7-46cd-4903-91cb-e538d52a53bb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc0a93b-a202-4faa-8dce-9b1fe8dd479e HTTP/1.1" status: 200 len: 210 time: 0.1253664 Apr 08 12:10:45.814448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1876987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827481954'] for subnet, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.831968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:45.928988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c9a5946-3c3e-47f1-a84c-51d5f3188383,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:45.933594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:45.968582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:45.974723 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-24053be7-806b-4f15-8e7e-d79a0c51b36f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c9a5946-3c3e-47f1-a84c-51d5f3188383 HTTP/1.1" status: 204 len: 168 time: 1.2594719 Apr 08 12:10:45.977536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47098) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:46.134152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'name': 'network-vif-deleted', 'tag': '2a15b494-80db-4dae-a443-09c3268626a7'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:46.134377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:46.181099 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc0a93b-a202-4faa-8dce-9b1fe8dd479e', 'name': 'network-vif-deleted', 'tag': '2a15b494-80db-4dae-a443-09c3268626a7', 'status': 'completed', 'code': 200} Apr 08 12:10:46.478591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:46.620318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b73a7e-62cd-43dd-a261-b2c531850447']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:46.629544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Router 614991ad-9a7e-4785-9ec3-35e81ebf1737 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:10:46.637482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39212ed-2b96-422a-ac02-c46dbfedc6ae') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:46.637828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39212ed-2b96-422a-ac02-c46dbfedc6ae') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:46.656815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:46.798811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:46.817919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:10:47.018940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:10:47.021582 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Network f8b73a7e-62cd-43dd-a261-b2c531850447 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:10:47.028346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] Sync routers for ids ['614991ad-9a7e-4785-9ec3-35e81ebf1737'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:10:47.034241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.038552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] Routers {'614991ad-9a7e-4785-9ec3-35e81ebf1737'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:10:47.039246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:10:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['614991ad-9a7e-4785-9ec3-35e81ebf1737'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:47.119944 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-76a3f06d-9364-46dd-a8e7-7d4ef26f3fdb admin admin] 10.222.0.23 "PUT /v2.0/routers/614991ad-9a7e-4785-9ec3-35e81ebf1737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0319822 Apr 08 12:10:47.121808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47108) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:47.229876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Network f8b73a7e-62cd-43dd-a261-b2c531850447 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:10:47.243618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] Set router 614991ad-9a7e-4785-9ec3-35e81ebf1737 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:10:47.253952 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:10:47.335402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.339410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:47.357062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.365665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b73a7e-62cd-43dd-a261-b2c531850447,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:47.366294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks [] for router, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.371733 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/f8b73a7e-62cd-43dd-a261-b2c531850447 HTTP/1.1" status: 204 len: 168 time: 1.3905978 Apr 08 12:10:47.371733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:47.497775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47116) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:47.551678 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3b4404cd-466f-4ca0-b285-581bc51b6da3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daa205b89091463f97197a0f1b72365e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501916 Apr 08 12:10:47.551930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:10:44Z', 'revision_number': 5, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port': {'id': 'b9a1c730-e974-499d-bb0f-6b59239feefb', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:01Z', 'updated_at': '2021-04-08T12:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:47.552073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47120) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:47.555982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] Checking router: 614991ad-9a7e-4785-9ec3-35e81ebf1737 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:10:47.565657 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] Routers {'614991ad-9a7e-4785-9ec3-35e81ebf1737'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:10:47.566346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:10:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['614991ad-9a7e-4785-9ec3-35e81ebf1737'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:47.570204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.579381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Deleting port b9a1c730-e974-499d-bb0f-6b59239feefb {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:10:47.579761 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.616758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.644880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.696725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.704165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fd76dace-5e0f-4189-8c54-ab16e567e6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:47.719451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:47.722545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:47.723524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.724743 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5dc0e68-fec7-4bf4-92b8-0c2a57bf9a2c HTTP/1.1" status: 204 len: 168 time: 0.1719296 Apr 08 12:10:47.753277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] Set router 614991ad-9a7e-4785-9ec3-35e81ebf1737 gateway port host: None {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:10:47.782585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] For port b9a1c730-e974-499d-bb0f-6b59239feefb, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=b9a1c730-e974-499d-bb0f-6b59239feefb,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:10:47.782984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:47.881125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:10:47Z', 'revision_number': 6, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port_host': None}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:47.885337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c997331a-2818-4eb8-8516-1a1c5b61a080 None None] The sync data for ids ['614991ad-9a7e-4785-9ec3-35e81ebf1737'] in dv-cinder-784779-3-smb is: [{'id': '614991ad-9a7e-4785-9ec3-35e81ebf1737', 'name': 'tempest-ServerRescueNegativeTestJSON-1393171797-router', 'tenant_id': 'e73ee0e932904e71b6cef5451efb5e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:00Z', 'updated_at': '2021-04-08T12:10:47Z', 'revision_number': 6, 'project_id': 'e73ee0e932904e71b6cef5451efb5e84', 'gw_port_host': None}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:10:47.933295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Calling delete_port for b9a1c730-e974-499d-bb0f-6b59239feefb owned by network:router_gateway {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:10:48.079009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2a15b494-80db-4dae-a443-09c3268626a7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:48.120489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 2a15b494-80db-4dae-a443-09c3268626a7 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:48.120890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2a15b494-80db-4dae-a443-09c3268626a7 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:48.263319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:48.283045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f5f7c90d-dde7-47eb-9fb3-0d9607ffa8e4 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:48.390207 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a1c730-e974-499d-bb0f-6b59239feefb,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:48.392905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:48.574720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:48.767398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:48.770071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:48.863257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:48.863814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614991ad-9a7e-4785-9ec3-35e81ebf1737 {{(pid=84398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:10:48.879144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:48.880529 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] 10.222.0.23 "DELETE /v2.0/routers/614991ad-9a7e-4785-9ec3-35e81ebf1737 HTTP/1.1" status: 204 len: 168 time: 1.7571769 Apr 08 12:10:48.883271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47166) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:48.952181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Deleting subnet f91b63d0-8e06-4218-81a6-307b310b3459 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:10:48.955505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.008075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.069983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.249231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 765d7c7a-03e8-4847-884e-6c49c61095bf no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:49.288369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 765d7c7a-03e8-4847-884e-6c49c61095bf {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:49.288766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 765d7c7a-03e8-4847-884e-6c49c61095bf not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:49.289237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device b9a1c730-e974-499d-bb0f-6b59239feefb no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:10:49.326156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: b9a1c730-e974-499d-bb0f-6b59239feefb {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:10:49.326742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device b9a1c730-e974-499d-bb0f-6b59239feefb not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:10:49.349875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.369536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:49.466574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b63d0-8e06-4218-81a6-307b310b3459,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:49.469398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:49.505706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.510834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47180) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:49.513603 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a45d7792-59fc-42a2-a78b-be69d1ce4fab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f91b63d0-8e06-4218-81a6-307b310b3459 HTTP/1.1" status: 204 len: 168 time: 0.6290326 Apr 08 12:10:49.515926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47184) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:49.866542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.895139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:49.900786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0d277fbbdd4e25a8bfe8f676f0d09a is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:49.909152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:49.963321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:49.983838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:50.145767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.291476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4bddeb5-480f-466d-97ca-efabf39c3e8a']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:50.314452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983e6be4-c6ba-4865-aeb2-050636f3cad3') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:50.314792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983e6be4-c6ba-4865-aeb2-050636f3cad3') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:10:50.328111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.332319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.338838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.350325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f2f83ab9-92b9-4237-853d-35316d3d0b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:50.379480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.397361 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:10:50.430360 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf0d277fbbdd4e25a8bfe8f676f0d09a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181371 Apr 08 12:10:50.433110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47198) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:50.482233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55a99e-016d-4566-a325-b1c5f1561df6,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:50.489844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:50.497696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.524425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.571455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.576702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-269aede1-26ab-470e-ada8-8137715ccdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:50.590837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55a99e-016d-4566-a325-b1c5f1561df6,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:50.593900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:50.594859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.595556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:10:50.599460 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e55a99e-016d-4566-a325-b1c5f1561df6 HTTP/1.1" status: 204 len: 168 time: 0.1641243 Apr 08 12:10:50.608192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.790557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Network b4bddeb5-480f-466d-97ca-efabf39c3e8a has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:10:50.813405 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:10:50.895555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47208) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:50.915168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.917048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.931014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:50.944526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:50.958862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:50.961326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4bddeb5-480f-466d-97ca-efabf39c3e8a,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:50.969336 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Usage tracker for resource:security_group_rule and tenant:426069dbb1b04bfbb25ed756536c371b is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:50.974367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:50.977476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:50.982428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:50.985393 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b26ad5ef-075f-4191-9382-e710e4006fc2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b4bddeb5-480f-466d-97ca-efabf39c3e8a HTTP/1.1" status: 204 len: 168 time: 1.4685392 Apr 08 12:10:51.078733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.082831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.111412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c3ea9afc-96a1-445f-bcd4-7489ff247bf1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:51.123721 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=426069dbb1b04bfbb25ed756536c371b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269533 Apr 08 12:10:51.126647 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47226) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:51.145814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5344a271-6b7a-4c52-9434-ddb2eb37ca35,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:51.149050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:51.194558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47234) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:51.222668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.251680 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ba2bd1a2-5d97-42e0-9397-ea0f45b254f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e73ee0e932904e71b6cef5451efb5e84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559111 Apr 08 12:10:51.258490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47238) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:51.280736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.341775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-9de40808-db3f-480a-92c7-b2f5a7b188fc tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:51.343434 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-9de40808-db3f-480a-92c7-b2f5a7b188fc tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/networks?id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 200 len: 813 time: 0.1614790 Apr 08 12:10:51.359303 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-948e3f9f-c9c8-4901-b26f-86eecc4e35fe tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/quotas/7069e08f25f64aafbac3563b96dc2dbf HTTP/1.1" status: 200 len: 375 time: 0.0097768 Apr 08 12:10:51.359731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.385056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.392687 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0aced671-54f9-4bb3-983d-b5fde3adf171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:51.401237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.414902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344a271-6b7a-4c52-9434-ddb2eb37ca35,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:51.415110 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-b7d7dc56-5020-4ce7-a24d-c3b25d2566c2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494869 Apr 08 12:10:51.418771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:51.432434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.433641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5344a271-6b7a-4c52-9434-ddb2eb37ca35 HTTP/1.1" status: 204 len: 168 time: 0.3055089 Apr 08 12:10:51.463506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.469042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-76bcaba2-4e1c-4f59-9d18-1a6522f59c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:51.485001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba11c30-18a5-4860-891e-6834378c16b9,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:51.487391 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:51.493003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:51.494248 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aba11c30-18a5-4860-891e-6834378c16b9 HTTP/1.1" status: 204 len: 168 time: 0.2347665 Apr 08 12:10:51.577715 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-375aee2a-180c-4056-ac34-cc8c1782af0a service neutron] 10.222.0.23 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535695 Apr 08 12:10:51.730229 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-04da3d6d-de46-4f83-b048-01cca0d53118 service neutron] 10.222.0.23 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461189 Apr 08 12:10:51.958300 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e2d6afab-c101-4db5-9b31-a45d28b1e747 req-4b7b2fd4-2842-4257-913b-827bcab2badb tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 210 time: 0.0520835 Apr 08 12:10:53.172882 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-51ada970-b6de-4573-b50f-968f69c017a5 req-6a973325-816b-49e3-a1c3-8e540149f29a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 210 time: 0.0652623 Apr 08 12:10:53.376876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-6aceb0cc-bb38-4e2d-98e4-cade5c885b40 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:53.378630 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-6aceb0cc-bb38-4e2d-98e4-cade5c885b40 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "GET /v2.0/networks?id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 200 len: 813 time: 0.1782546 Apr 08 12:10:53.393334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Request body: {'port': {'device_id': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523', 'admin_state_up': True, 'tenant_id': '7069e08f25f64aafbac3563b96dc2dbf'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:53.569312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:53.585228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:53.597528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Made reservation on behalf of 7069e08f25f64aafbac3563b96dc2dbf for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:10:53.603845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:53.785218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Allocated IP 172.20.0.8 (107fbbcb-d2cd-4a27-a25b-a235d1f2e523/74ab41f7-99b5-49bb-820f-4a42be0d46ab/2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:10:53.997427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:54.029799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:54.051321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:54.248483 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Pushing event updated for resources: {'Port': ['ID=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:54.251510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:54.389332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ea0ec-acdc-4334-a5ce-7de8d8f305e4 req-7991761f-e8d3-4316-bc2d-6bcae5d3b287 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:54.390975 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d64ea0ec-acdc-4334-a5ce-7de8d8f305e4 req-7991761f-e8d3-4316-bc2d-6bcae5d3b287 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2326293 Apr 08 12:10:54.402516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:10:54.407797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:10:54.409106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:10:54.493550 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d64ea0ec-acdc-4334-a5ce-7de8d8f305e4 req-433f44e3-c89e-494d-b3e5-9babd0d2f7f6 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895891 Apr 08 12:10:54.519629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22fc1-2465-45e1-9aa1-7d4679abf4f2 req-9f8db28f-3cd0-4094-99d7-def5ea9d5f46 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:54.521231 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-97a22fc1-2465-45e1-9aa1-7d4679abf4f2 req-9f8db28f-3cd0-4094-99d7-def5ea9d5f46 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 931 time: 0.2186091 Apr 08 12:10:54.530283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:54.530938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:54.574005 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-97a22fc1-2465-45e1-9aa1-7d4679abf4f2 req-2a170a4f-cdd2-40cb-b981-512955dc83b3 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Apr 08 12:10:54.583421 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1948876 Apr 08 12:10:54.597564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Request body: {'port': {'device_id': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:10:54.955443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:55.360152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:10:55.368213 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:55.383982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Transition to ACTIVE for port object 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:10:55.386331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:55.401674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-356fbfdd-14c5-48bc-b35d-c52f9f69f6da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:55.536028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Pushing event updated for resources: {'Port': ['ID=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:55.539175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:55.916347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Attempting to bind port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:10:55.916723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Attempting to bind port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:10:55.917090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Attempting to bind port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb on network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:10:55.928626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb on network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:10:55.928989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Attempting to bind port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb on network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:10:55.945961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d120-2f76-4038-904f-3c36ca7ba05e req-bac28e1e-a22f-46fc-8f4b-3792b0601efe tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:55.947659 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2853d120-2f76-4038-904f-3c36ca7ba05e req-bac28e1e-a22f-46fc-8f4b-3792b0601efe tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.3021400 Apr 08 12:10:55.956664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9650ed6-6cc0-4dfd-af89-b3083bd995a3 req-659d10b4-aa98-442d-bcc1-677db94b7d79 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:55.957386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-e9650ed6-6cc0-4dfd-af89-b3083bd995a3 req-659d10b4-aa98-442d-bcc1-677db94b7d79 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Synchronizing usage tracker for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:10:55.960210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:10:55.960560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Checking segment: {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:10:55.960974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Bound using segment: {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:10:55.961454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Bound port: 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333e67ff-c94f-4be5-9d36-40b76d6f1d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:10:55.961871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:56.046326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-e9650ed6-6cc0-4dfd-af89-b3083bd995a3 req-659d10b4-aa98-442d-bcc1-677db94b7d79 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Unset dirty status for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:10:56.047599 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e9650ed6-6cc0-4dfd-af89-b3083bd995a3 req-659d10b4-aa98-442d-bcc1-677db94b7d79 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 943 time: 0.3501675 Apr 08 12:10:56.050673 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2853d120-2f76-4038-904f-3c36ca7ba05e req-31f82ad5-457d-4cc9-bf8c-43181fdc8433 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618522 Apr 08 12:10:56.096135 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e9650ed6-6cc0-4dfd-af89-b3083bd995a3 req-410c18d3-3927-4ff0-9b2d-826ac47686e2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333605 Apr 08 12:10:56.098690 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] For port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:10:56.101914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] For port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:10:56.105414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:56.122500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-826b1a64-1e28-4f6d-972b-a66118e491f5 tempest-DeleteServersTestJSON-665451526 tempest-DeleteServersTestJSON-665451526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:56.280716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Pushing event updated for resources: {'Port': ['ID=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:56.286068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:56.317031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:56.317703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:56.319207 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] 10.222.0.13 "PUT /v2.0/ports/2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb HTTP/1.1" status: 200 len: 1093 time: 1.7261872 Apr 08 12:10:56.319733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'tag': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:10:56.369287 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'tag': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb', 'status': 'completed', 'code': 200} Apr 08 12:10:56.454026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-52c48c10-37d4-4474-9c33-eee48ba308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:56.455725 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-52c48c10-37d4-4474-9c33-eee48ba308b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 1096 time: 0.0786753 Apr 08 12:10:56.539137 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-c7c16ad3-d187-4217-b178-f445991894d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb HTTP/1.1" status: 200 len: 217 time: 0.0715890 Apr 08 12:10:56.610965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-cb7e0858-f1fc-4172-af1e-5fa6b1f73cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:56.612554 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-cb7e0858-f1fc-4172-af1e-5fa6b1f73cc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74ab41f7-99b5-49bb-820f-4a42be0d46ab HTTP/1.1" status: 200 len: 853 time: 0.0654213 Apr 08 12:10:56.615173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47396) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:56.672551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-83470a48-985c-4631-9629-6b1eb088842e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505915 Apr 08 12:10:56.787060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:56.813929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:56.829294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Usage tracker for resource:security_group_rule and tenant:27017d28fa18430c88916a10f6d987fc is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:56.834373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:56.843735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:56.872411 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-ddee7010-de1a-4012-9837-6b0a77933555 service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853137 Apr 08 12:10:57.049067 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-519cac96-b984-4a35-aaf0-78e6f7df845c req-32d79503-3cd0-454b-bfe4-e011113f0b5a service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697373 Apr 08 12:10:57.077903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:57.082441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:57.092084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:57.134506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b45444-cc8a-4eb3-b8da-d19527945023,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:57.138758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:57.187956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47412) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:57.190601 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27017d28fa18430c88916a10f6d987fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721109 Apr 08 12:10:57.397621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-4047621d-0800-465b-990e-6121e9a36ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:57.399260 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-4047621d-0800-465b-990e-6121e9a36ca9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 1096 time: 0.2831690 Apr 08 12:10:57.410833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f4bb-fbdc-4a84-9172-1a6cec4069d1 req-a174957b-fa32-4428-85cf-f2a8c15f64fc tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:57.411173 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4eb1f4bb-fbdc-4a84-9172-1a6cec4069d1 req-a174957b-fa32-4428-85cf-f2a8c15f64fc tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2193692 Apr 08 12:10:57.502395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:57.512927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8702308-3482-4c7c-99ae-6eeef2543674 req-f5a32bc1-bbf2-41e5-9546-3eadf04a7b88 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:57.514568 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b8702308-3482-4c7c-99ae-6eeef2543674 req-f5a32bc1-bbf2-41e5-9546-3eadf04a7b88 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 943 time: 0.2666929 Apr 08 12:10:57.531889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:57.560203 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4eb1f4bb-fbdc-4a84-9172-1a6cec4069d1 req-7eac24d5-4621-4227-b5d9-0bea8b6dcb0a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238413 Apr 08 12:10:57.572525 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b8702308-3482-4c7c-99ae-6eeef2543674 req-64f4a33b-a8c1-4c19-902c-15ddd0db5aff tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506673 Apr 08 12:10:57.591137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:57.602013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0bf50816-244e-4e9f-ac5b-1b775ca86ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:57.617041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b45444-cc8a-4eb3-b8da-d19527945023,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:57.617186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-c593a478-e66e-4698-bf76-a618ee9523d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:57.618872 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-c593a478-e66e-4698-bf76-a618ee9523d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 200 len: 914 time: 0.2066107 Apr 08 12:10:57.619092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:57.620301 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14b45444-cc8a-4eb3-b8da-d19527945023 HTTP/1.1" status: 204 len: 168 time: 0.4308681 Apr 08 12:10:57.627266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:57.964636 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-772617be-4bd9-415c-90e1-a89b10a06208 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb HTTP/1.1" status: 200 len: 217 time: 0.3378093 Apr 08 12:10:58.045450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-602bc58e-1c26-407d-93a3-e1c2f9ba9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:58.047049 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-602bc58e-1c26-407d-93a3-e1c2f9ba9ae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74ab41f7-99b5-49bb-820f-4a42be0d46ab HTTP/1.1" status: 200 len: 853 time: 0.0732658 Apr 08 12:10:58.104530 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-2de58f22-77e5-4583-9fc1-398c3fe10e66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=107fbbcb-d2cd-4a27-a25b-a235d1f2e523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493963 Apr 08 12:10:58.258883 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-43e91abf-cb8c-4991-a3a1-43f0d3932bc3 service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473067 Apr 08 12:10:58.419203 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0803c191-76a6-4174-b6d7-29136f06baf0 req-143cdd81-8cfb-49e4-ac5b-12c41bb54369 service neutron] 10.222.0.13 "GET /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518178 Apr 08 12:10:58.875527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f197f-e1ac-43a7-ab07-e730046704e0 req-361047cd-5041-417c-b336-a98404270648 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:58.877140 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c8f197f-e1ac-43a7-ab07-e730046704e0 req-361047cd-5041-417c-b336-a98404270648 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1816545 Apr 08 12:10:58.886351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5b85-af8c-4720-b2e6-271aeb657eb3 req-d3c79175-ed37-4e1d-ac67-01a9d8743122 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:10:58.888440 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1ead5b85-af8c-4720-b2e6-271aeb657eb3 req-d3c79175-ed37-4e1d-ac67-01a9d8743122 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 943 time: 0.1354761 Apr 08 12:10:58.930468 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c8f197f-e1ac-43a7-ab07-e730046704e0 req-b37cc971-08ea-4aeb-9e06-d952013e4287 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 Apr 08 12:10:58.939524 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1ead5b85-af8c-4720-b2e6-271aeb657eb3 req-80fba5c3-a897-4ef4-8081-d595fc4ea285 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Apr 08 12:10:59.550070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47518) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:59.675097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:59.690585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:10:59.694626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Usage tracker for resource:security_group_rule and tenant:fe72d04a6dd54e388bf3e925290ea93b is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:10:59.697532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:10:59.704133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:10:59.798577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:59.801661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:59.811042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dafc94f3-75f3-42bd-be94-3fac1b777e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:10:59.852988 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe72d04a6dd54e388bf3e925290ea93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017814 Apr 08 12:10:59.854009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266d31c9-75e8-47a8-a81f-aaafc1becc31,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:10:59.856126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47534) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:10:59.859866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4e666c94-d624-42a9-95fb-3cc7ba885aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:10:59.923564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:59.951974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:10:59.972637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47544) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:00.012872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.018252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a0eaefa7-5ade-4def-adff-fcb3961782d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:00.034584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.038621 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/266d31c9-75e8-47a8-a81f-aaafc1becc31 HTTP/1.1" status: 204 len: 168 time: 0.1814435 Apr 08 12:11:00.040671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266d31c9-75e8-47a8-a81f-aaafc1becc31,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:00.051193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:00.125887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:11:00.174182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.197555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:00.203891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Usage tracker for resource:security_group_rule and tenant:0fc3deab31a743718f610d33c951bcf0 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:00.207148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:00.214757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:00.218270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b8d09-b663-4715-beed-1411da0f2ae9 req-66c14901-ce29-4c21-a32a-d516a71b356a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:00.219819 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-850b8d09-b663-4715-beed-1411da0f2ae9 req-66c14901-ce29-4c21-a32a-d516a71b356a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1622889 Apr 08 12:11:00.258116 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-850b8d09-b663-4715-beed-1411da0f2ae9 req-2982e60a-2d30-4164-9609-d6349443c3c9 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314882 Apr 08 12:11:00.272876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214cdc-9015-4e7e-9f95-4119f57e20b2 req-cbe9065b-5824-466b-a216-22f34095fc92 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:00.274730 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6b214cdc-9015-4e7e-9f95-4119f57e20b2 req-cbe9065b-5824-466b-a216-22f34095fc92 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 943 time: 0.1661177 Apr 08 12:11:00.307788 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:00.312452 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6b214cdc-9015-4e7e-9f95-4119f57e20b2 req-fe223df1-e4a6-4991-84da-1c976f190d03 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305338 Apr 08 12:11:00.327384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb', 'network_id': '107fbbcb-d2cd-4a27-a25b-a235d1f2e523', 'port_id': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb', 'mac_address': 'fa:16:3e:34:e7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74ab41f7-99b5-49bb-820f-4a42be0d46ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:11:00.332702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.337826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.358828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-474e10e1-448e-41ba-8ee4-ea1881bca038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:00.383030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fc3deab31a743718f610d33c951bcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092815 Apr 08 12:11:00.383197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47554) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:00.389248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.390964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:00.399828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47558) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:00.408710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:00.411946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.414703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7c154ac1-95d8-47ab-be3a-6c9e436f15bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:00.418333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bd779a-c76c-4c64-835a-b2847ae20c02,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:00.423837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:00.424615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.440522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:00.444927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Usage tracker for resource:security_group_rule and tenant:270c7cf165d743cf88b18694c3b2dc18 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:00.447847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:00.448532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.453981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:00.482344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.492648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:00.495851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:00.531047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.536319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a73d516a-fb32-418b-8803-2a1fe077739b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:00.544161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.546875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.550833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bd779a-c76c-4c64-835a-b2847ae20c02,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:00.553530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dbb57806-0751-41d4-b847-c3b59ed70260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:00.553671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:00.564555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.568590 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a7c9efff-a1ce-4c5d-af18-720029e584e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69bd779a-c76c-4c64-835a-b2847ae20c02 HTTP/1.1" status: 204 len: 168 time: 0.1844101 Apr 08 12:11:00.596546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883903ce-3d1b-488e-8e12-ec890c63120f,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:00.600124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:00.605398 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=270c7cf165d743cf88b18694c3b2dc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018504 Apr 08 12:11:00.606255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47564) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:00.671120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.688664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:11:00.698727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.748283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.754214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e68f6f80-d120-4291-b45e-04266d58b925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:00.772610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883903ce-3d1b-488e-8e12-ec890c63120f,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:00.775517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:00.776781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:00.780804 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/883903ce-3d1b-488e-8e12-ec890c63120f HTTP/1.1" status: 204 len: 168 time: 0.1708941 Apr 08 12:11:00.991232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47574) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:01.010937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.030194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:01.034218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:ece909037f0242e186acb56f7d661ec5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:01.037140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:01.043616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:01.133007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.136215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.145677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f53e3f5a-f64a-4051-af44-4416af79ee25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:01.189637 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ece909037f0242e186acb56f7d661ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971643 Apr 08 12:11:01.190575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed83a76e-ca2d-4063-9be7-cfc43ee2ae4e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:01.192426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47584) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:01.193796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:01.258245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.286648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.337620 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.343688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a943cd4e-3bad-4437-94f6-1b1b1eba4aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:01.359202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed83a76e-ca2d-4063-9be7-cfc43ee2ae4e,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:01.373223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:01.376017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:01.380631 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed83a76e-ca2d-4063-9be7-cfc43ee2ae4e HTTP/1.1" status: 204 len: 168 time: 0.1869779 Apr 08 12:11:01.580030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e2ab2-5ba7-4a54-98fd-d705d3e17b20 req-8ae55b8f-1256-4764-8aad-ada6959d25c5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:01.582104 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3f3e2ab2-5ba7-4a54-98fd-d705d3e17b20 req-8ae55b8f-1256-4764-8aad-ada6959d25c5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 944 time: 0.1356046 Apr 08 12:11:01.601137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8df3d-404a-4230-a2fd-b4af01cdb53d req-060d7ef9-3cfb-473f-8bb1-2be2b756e39b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:01.601137 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-87f8df3d-404a-4230-a2fd-b4af01cdb53d req-060d7ef9-3cfb-473f-8bb1-2be2b756e39b tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2074642 Apr 08 12:11:01.637894 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-87f8df3d-404a-4230-a2fd-b4af01cdb53d req-779f6f80-dfb3-4d11-9cab-c638ff55ad2a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289443 Apr 08 12:11:01.645667 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3f3e2ab2-5ba7-4a54-98fd-d705d3e17b20 req-9f9c505b-dfc8-4e3c-ae77-55a625501f7e tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Apr 08 12:11:02.125177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:11:02.202881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:11:02.207992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:02.208415 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:02.338864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:02.350993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:02.363662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:02.367155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:02.369419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:02.409700 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb', 'code': 200} Apr 08 12:11:02.448552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:02.452129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:02.683098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f218-f491-45be-b6a6-5d67496a5183 req-66a18efb-70f2-4cfc-8fb2-972828b95f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:02.685894 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-beb1f218-f491-45be-b6a6-5d67496a5183 req-66a18efb-70f2-4cfc-8fb2-972828b95f47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 1098 time: 0.0860538 Apr 08 12:11:02.728803 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-beb1f218-f491-45be-b6a6-5d67496a5183 req-95496f56-5e35-4495-a875-d5562cad4227 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Apr 08 12:11:02.974261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cb08d-8bb9-4d5f-bb04-0fc42c694c5d req-2a28a633-75b5-44d0-ab6c-c864e97e026a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:02.976020 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-361cb08d-8bb9-4d5f-bb04-0fc42c694c5d req-2a28a633-75b5-44d0-ab6c-c864e97e026a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.1743453 Apr 08 12:11:02.991271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fb7e8-9a0f-4af0-bcfa-af056baeee8b req-c80f328c-43ea-4aad-b071-f4ae7cf6c95f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:02.992988 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-460fb7e8-9a0f-4af0-bcfa-af056baeee8b req-c80f328c-43ea-4aad-b071-f4ae7cf6c95f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1424057 Apr 08 12:11:03.044637 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-361cb08d-8bb9-4d5f-bb04-0fc42c694c5d req-b1c35603-f71c-49cf-b6a2-d6d6875dd2f8 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Apr 08 12:11:03.045685 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-460fb7e8-9a0f-4af0-bcfa-af056baeee8b req-134c1991-0fa0-4534-bc66-8b1c462677ee tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Apr 08 12:11:04.229341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47710) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:04.329563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a41a8f-183b-44f5-9b2a-9f97ecdcc13f req-43501893-c331-4dc4-9a35-3e80183fc8c7 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:04.337135 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c0a41a8f-183b-44f5-9b2a-9f97ecdcc13f req-43501893-c331-4dc4-9a35-3e80183fc8c7 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.1698246 Apr 08 12:11:04.368831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338a2b6-224e-410c-acf6-d38612869a8a req-13d02f3e-be94-4fce-a9f6-3db50b9d8ff5 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:04.369072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.370592 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c338a2b6-224e-410c-acf6-d38612869a8a req-13d02f3e-be94-4fce-a9f6-3db50b9d8ff5 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1597373 Apr 08 12:11:04.382561 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c0a41a8f-183b-44f5-9b2a-9f97ecdcc13f req-634f479f-81da-438c-887c-c62dc2479932 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442708 Apr 08 12:11:04.405931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:04.411345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Usage tracker for resource:security_group_rule and tenant:aad53d2e3bda44f38d78f278df1e064a is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:04.415503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:04.423097 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c338a2b6-224e-410c-acf6-d38612869a8a req-a5b6c8f8-1983-4aaa-a37c-a38e3421f6d2 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364518 Apr 08 12:11:04.439381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:04.546233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.548999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.560369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c6f57454-fae0-4142-930c-ea7ebfd2673f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:04.600180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5e33b-60c4-436c-afb8-554acd49e646,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:04.614717 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:04.653266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47728) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:04.653724 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad53d2e3bda44f38d78f278df1e064a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229434 Apr 08 12:11:04.764658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.805239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.851550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.857149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a4ec11e1-bc39-4a63-a9e6-ebc3b7ef3fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:04.879467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5e33b-60c4-436c-afb8-554acd49e646,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:04.889531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:04.890595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:04.897917 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-25c3db6c-cf3b-497c-b700-8af9b7fa4390 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67e5e33b-60c4-436c-afb8-554acd49e646 HTTP/1.1" status: 204 len: 168 time: 0.2395771 Apr 08 12:11:05.190507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47744) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:05.209866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.225130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:05.229191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa2d0fdc390e4cc1b90a076dc984d745 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:05.232675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:05.238913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:05.325573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.328127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.336829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d3e2831e-690f-40ad-bd0c-42fa32f98107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:05.378807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bbb0eb-a751-493c-a443-bf4fdfcdffa2,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:05.382174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:05.385646 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa2d0fdc390e4cc1b90a076dc984d745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937962 Apr 08 12:11:05.389859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47748) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:05.458484 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.488226 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.533490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.538572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e1ddb188-e414-41ec-84d4-5e896254a112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:05.586033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bbb0eb-a751-493c-a443-bf4fdfcdffa2,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:05.595311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:05.602653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:05.607767 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-27800248-a604-40c3-8114-4409dc6bb0ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8bbb0eb-a751-493c-a443-bf4fdfcdffa2 HTTP/1.1" status: 204 len: 168 time: 0.2128403 Apr 08 12:11:05.645072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba159c6-6350-4d1c-90f6-29229aa51776 req-da93347d-a6b4-4b34-a1e0-2b898a21f31a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:05.646601 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4ba159c6-6350-4d1c-90f6-29229aa51776 req-da93347d-a6b4-4b34-a1e0-2b898a21f31a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0990262 Apr 08 12:11:05.678052 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4ba159c6-6350-4d1c-90f6-29229aa51776 req-5c9b9322-1726-46aa-9f70-315463248d16 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243552 Apr 08 12:11:06.225540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-609469e0-b391-4180-8098-b76a07e84771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:06.228088 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-609469e0-b391-4180-8098-b76a07e84771 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1098 time: 0.1477547 Apr 08 12:11:06.237687 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dacc99-0611-4885-89e6-6e7939407b8e req-5f8a300d-5525-475f-930e-e1f8863a81c0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:06.239708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26dacc99-0611-4885-89e6-6e7939407b8e req-5f8a300d-5525-475f-930e-e1f8863a81c0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2113025 Apr 08 12:11:06.378430 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26dacc99-0611-4885-89e6-6e7939407b8e req-bbea2756-80a2-4222-9c47-f05920c5ec20 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304238 Apr 08 12:11:06.486889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-ea9c1c82-c763-45a0-9793-0b4a268556e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:06.488759 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-ea9c1c82-c763-45a0-9793-0b4a268556e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 0.2386398 Apr 08 12:11:06.634843 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-44374b92-c705-41e2-a37a-cc0ba84c8dc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 1001 time: 0.1364050 Apr 08 12:11:06.730113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-6ffa50ee-05f3-47c6-b524-e95366f65bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:06.752584 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-6ffa50ee-05f3-47c6-b524-e95366f65bff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.1092522 Apr 08 12:11:06.940275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-eb1514f1-a09f-4f73-a8d0-259c31045e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:06.941988 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-eb1514f1-a09f-4f73-a8d0-259c31045e2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1810479 Apr 08 12:11:06.953003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-69617e92-e4ec-4534-9427-565d7c554e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:06.954559 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-69617e92-e4ec-4534-9427-565d7c554e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1137 time: 0.1353052 Apr 08 12:11:07.300932 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-dc099dd6-63d9-4d3f-ac74-6c04bc63813c service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503888 Apr 08 12:11:07.321060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea86f7-e4bf-422c-aaa9-9f42d69bd6fa req-08bc9021-31df-4c19-895b-a9bcf1028ac7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:07.326814 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6cea86f7-e4bf-422c-aaa9-9f42d69bd6fa req-08bc9021-31df-4c19-895b-a9bcf1028ac7 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.3467205 Apr 08 12:11:07.331188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-847c1bb9-b025-4d43-aec8-285227868f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:07.332686 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-847c1bb9-b025-4d43-aec8-285227868f33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.3141141 Apr 08 12:11:07.571931 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fa6f6918-b9bb-40f3-a2d9-4c3721bca21a req-e3478807-bf97-4ad4-9532-830f902561a7 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427218 Apr 08 12:11:07.587433 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6cea86f7-e4bf-422c-aaa9-9f42d69bd6fa req-2fea1c26-64d9-4d2a-9499-24ac0d635dc1 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2596169 Apr 08 12:11:07.687222 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-dd9e6a2e-b65e-4507-9936-1e64b8fd7275 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 1001 time: 0.2253845 Apr 08 12:11:07.795606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-1477241c-b5f8-4688-acde-38380bf5ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:07.797295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-1477241c-b5f8-4688-acde-38380bf5ccb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.0979445 Apr 08 12:11:07.866999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db2fb7-4bb2-41aa-92fa-a6bb82f34f61 req-da87d4c3-b87d-4517-82c1-54a0d36d9740 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:07.868642 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-25db2fb7-4bb2-41aa-92fa-a6bb82f34f61 req-da87d4c3-b87d-4517-82c1-54a0d36d9740 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2801876 Apr 08 12:11:07.928701 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-25db2fb7-4bb2-41aa-92fa-a6bb82f34f61 req-c26a1e0d-433e-48c1-a589-df78dc4c3b86 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Apr 08 12:11:07.936741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-fd4de5f5-f4a4-42a7-a47a-23ab811fa841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:07.938886 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-fd4de5f5-f4a4-42a7-a47a-23ab811fa841 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1328733 Apr 08 12:11:08.096814 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-7b813453-1105-48f2-8446-3ac6d9ffc895 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498520 Apr 08 12:11:08.482148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-eccaed16-83f0-4931-bb34-6e4cf6ae4e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:08.544804 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b1c90afa-b62d-4c5e-b5dc-a32da3a05803 req-0a30a7d7-4605-47f9-b5c2-6052d363ac56 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330430 Apr 08 12:11:08.785040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47884) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:08.891846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22bd09-e494-4fc9-89d8-c69054aee377 req-86032b8b-faec-49ff-b733-55404287057b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:08.893474 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0e22bd09-e494-4fc9-89d8-c69054aee377 req-86032b8b-faec-49ff-b733-55404287057b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.1812754 Apr 08 12:11:08.911578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc79a37-80c8-409b-a7f4-0a80852050e9 req-6734dfa9-2da6-4a79-a8e2-65e57f6cf3da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:08.913133 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bfc79a37-80c8-409b-a7f4-0a80852050e9 req-6734dfa9-2da6-4a79-a8e2-65e57f6cf3da tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.1301255 Apr 08 12:11:08.919560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:08.935488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:08.939537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Usage tracker for resource:security_group_rule and tenant:3cdcee3a84f24412bb347542a9ba6a68 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:08.942528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:08.948514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:08.959423 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0e22bd09-e494-4fc9-89d8-c69054aee377 req-c1ebf330-a041-40ed-9272-222598732518 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452528 Apr 08 12:11:08.967846 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bfc79a37-80c8-409b-a7f4-0a80852050e9 req-e53d55a5-3344-4921-b7a0-083cb8e479a8 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381711 Apr 08 12:11:09.039673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.043164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.051938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:09.094583 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cdcee3a84f24412bb347542a9ba6a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081427 Apr 08 12:11:09.096276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c127d4-6f42-4418-b1fd-25c06c63285c,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:09.098862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47892) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:09.101747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:09.152154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6106627-c8ae-47ae-ad8c-e93e8f5808c7 req-ba5f4f21-ad59-4aa5-a940-cdccd07e44fa tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:09.154476 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f6106627-c8ae-47ae-ad8c-e93e8f5808c7 req-ba5f4f21-ad59-4aa5-a940-cdccd07e44fa tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0912807 Apr 08 12:11:09.161321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.186359 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f6106627-c8ae-47ae-ad8c-e93e8f5808c7 req-565194cf-5c83-4222-9013-f0bab5a8fdb2 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252688 Apr 08 12:11:09.189454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.257325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.262440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dc3eeee3-041d-4524-bbba-3a9f9ad5b2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:09.277998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c127d4-6f42-4418-b1fd-25c06c63285c,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:09.280251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:09.289967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.291231 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15c127d4-6f42-4418-b1fd-25c06c63285c HTTP/1.1" status: 204 len: 168 time: 0.1913457 Apr 08 12:11:09.592294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47912) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:09.613234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.629469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:09.633665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Usage tracker for resource:security_group_rule and tenant:a57ec7af4efc435c8874681ae7666809 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:09.636788 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:09.642907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:09.730853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.734446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.747645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4742c3b0-a202-4d76-ab5f-67c47c9d6a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:09.792365 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a57ec7af4efc435c8874681ae7666809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987901 Apr 08 12:11:09.794145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0701bddf-c6df-499d-b9b5-59d901815444,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:09.795448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47922) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:09.797555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:09.860071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.889568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.934184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.939064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b35c0a35-13b2-4e8b-9501-76839676f7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:09.953115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0701bddf-c6df-499d-b9b5-59d901815444,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:09.956155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:09.957102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:09.958358 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0701bddf-c6df-499d-b9b5-59d901815444 HTTP/1.1" status: 204 len: 168 time: 0.1616855 Apr 08 12:11:10.242154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cd53c-023e-40fa-8749-04cbd81b0c47 req-80a741b6-8124-49a2-ae12-4f6714be408c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:10.243793 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-af1cd53c-023e-40fa-8749-04cbd81b0c47 req-80a741b6-8124-49a2-ae12-4f6714be408c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.1589603 Apr 08 12:11:10.261602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629ff38-1ef8-46c1-8e81-e1a757c65523 req-16e15375-d2bc-4e24-8d33-d24c5bf457e3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:10.267591 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a629ff38-1ef8-46c1-8e81-e1a757c65523 req-16e15375-d2bc-4e24-8d33-d24c5bf457e3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.1369243 Apr 08 12:11:10.313177 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-af1cd53c-023e-40fa-8749-04cbd81b0c47 req-01d07f5e-2e06-4872-96fd-566db1a86e90 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445061 Apr 08 12:11:10.318005 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a629ff38-1ef8-46c1-8e81-e1a757c65523 req-1c8304af-563e-4952-bc40-9bcf19e57e0e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369656 Apr 08 12:11:10.569089 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-fd9e3c77-55dc-4986-bd05-fa15785eb3c9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:10.570723 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-fd9e3c77-55dc-4986-bd05-fa15785eb3c9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.0890050 Apr 08 12:11:10.611008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ae665b66-cbd1-4c5b-ad7b-ea81edd4b36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:10.653884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Deleting port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:10.654283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:10.764780 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47952) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:10.909168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1062696074-network', 'tenant_id': 'a35a57dd3b4e495984276f4582f6efe7'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:10.914517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:10.918809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Usage tracker for resource:network and tenant:a35a57dd3b4e495984276f4582f6efe7 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:10.923067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:10.930012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:10.942423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Made reservation on behalf of a35a57dd3b4e495984276f4582f6efe7 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:11:10.951649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:10.957400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] For port 89b5fda0-dc37-4633-bf21-8f41f9bb9016, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=89b5fda0-dc37-4633-bf21-8f41f9bb9016,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:10.957902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:10.967152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:10.986632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:10.990965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Usage tracker for resource:security_group_rule and tenant:a35a57dd3b4e495984276f4582f6efe7 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:10.994079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:11.000863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:11.093791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.097202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.101643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1cdb5f83-57af-414b-88c7-85fa7a8c7301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:11.134506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4fb406-cf6a-4895-a163-94553d339806,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:11.140351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:11.149490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:11:11.161000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.161393 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Added segment 5d3b3796-1945-428f-9062-55c82dc16661 of type vlan for network b27415cf-c427-4aba-9214-df8be8243895 Apr 08 12:11:11.191788 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.225692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.227154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:11.227787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.244715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55b9e16a-1f9e-435e-8aa6-5c29997fe8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:11.333562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.334010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.334478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Floating IP a98f5ce4-b1b3-4214-94c8-d3626808ca82 disassociated. External IP: 172.28.0.120, port: 89b5fda0-dc37-4633-bf21-8f41f9bb9016. Apr 08 12:11:11.334859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Calling delete_port for 89b5fda0-dc37-4633-bf21-8f41f9bb9016 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:11.352525 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5861897 Apr 08 12:11:11.353230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47982) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:11.359421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Pushing event updated for resources: {'Network': ['ID=b27415cf-c427-4aba-9214-df8be8243895,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:11.365881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Request body: {'subnet': {'network_id': 'b27415cf-c427-4aba-9214-df8be8243895', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1062696074-subnet', 'tenant_id': 'a35a57dd3b4e495984276f4582f6efe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:11.372689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:11.373878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:11.376607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network b27415cf-c427-4aba-9214-df8be8243895 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:11:11.394335 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 47986) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:11.401066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Usage tracker for resource:subnet and tenant:a35a57dd3b4e495984276f4582f6efe7 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:11.419788 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:11.439959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:11.466301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Made reservation on behalf of a35a57dd3b4e495984276f4582f6efe7 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:11:11.471818 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1895171'] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.567554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.591480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.614310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:11.623738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Usage tracker for resource:security_group_rule and tenant:dcd3f975680645e0b650e5bd349587c5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:11.628807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:11.637838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:11.711446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.723559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c1b9-a971-44a5-a01a-40c4360a84e0 req-d9de86de-b1fd-40d7-9b2a-618e5f582c3b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:11.725254 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7d53c1b9-a971-44a5-a01a-40c4360a84e0 req-d9de86de-b1fd-40d7-9b2a-618e5f582c3b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.2347107 Apr 08 12:11:11.783751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.793667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-98a106b1-7545-4b2e-94fe-5d892cc66649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:11.836362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.865967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event deleted for resources: {'Port': ['ID=89b5fda0-dc37-4633-bf21-8f41f9bb9016,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:11.872697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:11.883606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaf6c0-e710-41c2-bf17-7b985a314410 req-2b6fceba-bafa-487d-ab6b-9e8c74d956a9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:11.884752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:11.885203 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55eaf6c0-e710-41c2-bf17-7b985a314410 req-2b6fceba-bafa-487d-ab6b-9e8c74d956a9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 946 time: 0.3355730 Apr 08 12:11:11.900652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-60e2da5b-24bd-4834-bc1e-c28060e4c236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:11.901602 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7d53c1b9-a971-44a5-a01a-40c4360a84e0 req-765d837e-67d6-441a-b757-258b9a5a82cb tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720680 Apr 08 12:11:11.956417 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-55eaf6c0-e710-41c2-bf17-7b985a314410 req-d6e2621a-9b58-464e-8e6d-47c610f6cf2a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=a62d818b-79af-434c-aa1e-9d8951059553&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612462 Apr 08 12:11:11.961010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 47994) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:11.961294 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcd3f975680645e0b650e5bd349587c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658917 Apr 08 12:11:11.965461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901c88fe-fb68-4ab2-8c8d-f027096319aa,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:11.969432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:12.106396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827185600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1895218'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.122744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:12.193885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.229651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.275004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd994c2-4507-49b5-910c-7b3b16e2faf3,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:12.278130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:12.298210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Router 3a3b8701-915d-43e0-85a7-e4189551b122 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:11:12.350042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Checking segment: {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:11:12.350410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Network hostable DHCP agents. Network: b27415cf-c427-4aba-9214-df8be8243895, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:11:12.370378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Network b27415cf-c427-4aba-9214-df8be8243895 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:11:12.386503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, b27415cf-c427-4aba-9214-df8be8243895) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:11:12.399251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a0c94-2a05-4760-ac88-77facaa99d3b None None] Network b27415cf-c427-4aba-9214-df8be8243895 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:11:12.413274 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:12.413957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.434154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.445561 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0881474 Apr 08 12:11:12.446605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:12.460425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c88fe-fb68-4ab2-8c8d-f027096319aa,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:12.475247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:12.512343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.513606 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dcceb922-6680-46f7-b788-48a64d6c0734 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/901c88fe-fb68-4ab2-8c8d-f027096319aa HTTP/1.1" status: 204 len: 168 time: 0.5515902 Apr 08 12:11:12.537411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:11:12.622887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] No DVR routers for this DVR port 89b5fda0-dc37-4633-bf21-8f41f9bb9016 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:11:12.625804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:12.629353 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ada46552-0d5e-48bb-a432-da0e2da9d20d req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "DELETE /v2.0/ports/89b5fda0-dc37-4633-bf21-8f41f9bb9016 HTTP/1.1" status: 204 len: 173 time: 2.0522330 Apr 08 12:11:12.629982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-deleted', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:12.717737 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c966e9-c02e-4bec-90ae-c4c066d2ddd0', 'name': 'network-vif-deleted', 'tag': '89b5fda0-dc37-4633-bf21-8f41f9bb9016', 'status': 'completed', 'code': 200} Apr 08 12:11:12.883366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36044262-4885-445f-981c-173bd0331076 None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:11:12.955575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36044262-4885-445f-981c-173bd0331076 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:11:12.956448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36044262-4885-445f-981c-173bd0331076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:13.001540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 48014) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:13.018952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.022615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.042521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:13.072295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Usage tracker for resource:security_group_rule and tenant:e85b51cd4105438fb5ff629ee62b915b is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:13.086904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:13.117949 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:13.333405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-36044262-4885-445f-981c-173bd0331076 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:11:13.422816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-ddd99e4d-9742-45c0-bfac-c9e9a7a3cf07 req-7fa2ebea-e3d0-45ed-a5e8-2424ced23ee4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Synchronizing usage tracker for tenant:59415f94b4c6401eaec1680916137167 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:11:13.441028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd75adc-1bd1-4281-89b9-fa0cb6e6364c req-5f6c1324-f541-4ff6-b8c7-a6fea9589261 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:13.443211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bd75adc-1bd1-4281-89b9-fa0cb6e6364c req-5f6c1324-f541-4ff6-b8c7-a6fea9589261 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.3440938 Apr 08 12:11:13.496659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515eb4e7-efce-4792-8d2e-604876899ddb None None] Network b27415cf-c427-4aba-9214-df8be8243895 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:11:13.523124 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bd75adc-1bd1-4281-89b9-fa0cb6e6364c req-3927bf3e-89e2-4769-a5c9-3a7c6038563a tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683534 Apr 08 12:11:13.524030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-ddd99e4d-9742-45c0-bfac-c9e9a7a3cf07 req-7fa2ebea-e3d0-45ed-a5e8-2424ced23ee4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Unset dirty status for tenant:59415f94b4c6401eaec1680916137167 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:11:13.525328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ddd99e4d-9742-45c0-bfac-c9e9a7a3cf07 req-7fa2ebea-e3d0-45ed-a5e8-2424ced23ee4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=13c966e9-c02e-4bec-90ae-c4c066d2ddd0 HTTP/1.1" status: 200 len: 210 time: 0.2245488 Apr 08 12:11:13.546282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.561083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.571198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:13.664555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e176220c-96fa-4789-813f-d15cdac0a63f,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:13.673131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:13.693531 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e85b51cd4105438fb5ff629ee62b915b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906750 Apr 08 12:11:13.696482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48026) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:13.767003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.799022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.897111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.905150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fe9cc0e4-e2ca-4f6c-a12a-29ea3a283026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:13.925112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176220c-96fa-4789-813f-d15cdac0a63f,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:13.927442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:13.928693 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e176220c-96fa-4789-813f-d15cdac0a63f HTTP/1.1" status: 204 len: 168 time: 0.2311387 Apr 08 12:11:13.929706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:13.981924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:11:14.006563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36044262-4885-445f-981c-173bd0331076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:14.010845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36044262-4885-445f-981c-173bd0331076 None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:11:14.021005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36044262-4885-445f-981c-173bd0331076 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:11:14.021685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36044262-4885-445f-981c-173bd0331076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:14.082136 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-043d2bca-a51a-4b56-950e-571e2102812f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098492 Apr 08 12:11:14.189330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:11:14.192523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721cd76-f228-493d-bb22-3855a890ab0f req-a8c6de1a-ebb4-4332-9b7f-a1be6999cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:14.194409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-a8c6de1a-ebb4-4332-9b7f-a1be6999cf8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 1098 time: 0.0873101 Apr 08 12:11:14.245745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 89b5fda0-dc37-4633-bf21-8f41f9bb9016 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:11:14.246878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 89b5fda0-dc37-4633-bf21-8f41f9bb9016 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:11:14.311884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-36044262-4885-445f-981c-173bd0331076 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:11:14.370469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721cd76-f228-493d-bb22-3855a890ab0f req-7cb8d37f-2fae-4f65-b551-e8c1465ce630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:14.372882 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-7cb8d37f-2fae-4f65-b551-e8c1465ce630 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 0.1579947 Apr 08 12:11:14.402812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:14.557575 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-12ea3b97-45db-4527-9eaf-ed27b03c225a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 200 len: 1001 time: 0.1775100 Apr 08 12:11:14.710075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721cd76-f228-493d-bb22-3855a890ab0f req-3a1de883-8c3d-4f60-a45b-55bc4afd9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:14.712897 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-3a1de883-8c3d-4f60-a45b-55bc4afd9599 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.1481345 Apr 08 12:11:14.734500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36044262-4885-445f-981c-173bd0331076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:14.739824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36044262-4885-445f-981c-173bd0331076 None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:11:14.819079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48056) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:14.952257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.027461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.170912 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.177501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-41154690-ee7c-4509-bf49-6b5432a4358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:15.235751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62d818b-79af-434c-aa1e-9d8951059553,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:15.246917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:15.256827 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.260580 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "DELETE /v2.0/security-groups/a62d818b-79af-434c-aa1e-9d8951059553 HTTP/1.1" status: 204 len: 168 time: 0.4378512 Apr 08 12:11:15.267591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48072) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:15.290670 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.v2.resource [None req-90340327-22a6-4342-b962-7bafbe73d86b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] show failed (client error): The resource could not be found. Apr 08 12:11:15.295210 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-90340327-22a6-4342-b962-7bafbe73d86b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups/a62d818b-79af-434c-aa1e-9d8951059553 HTTP/1.1" status: 404 len: 347 time: 0.0264900 Apr 08 12:11:15.295980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48076) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:15.322549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afab05-c0ee-432f-a20f-b567f1c7f4ee None None] New status for floating IP a98f5ce4-b1b3-4214-94c8-d3626808ca82: DOWN {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:11:15.389345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721cd76-f228-493d-bb22-3855a890ab0f req-cafcbbda-c7ef-487d-a188-f4078b0efb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:15.391072 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-cafcbbda-c7ef-487d-a188-f4078b0efb90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6709099 Apr 08 12:11:15.400526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c841883-8ea3-4a3a-87b1-3c38d3537c73 req-32ada9e7-4b5c-4313-b204-a1f6d865552d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:15.410990 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c841883-8ea3-4a3a-87b1-3c38d3537c73 req-32ada9e7-4b5c-4313-b204-a1f6d865552d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.5027831 Apr 08 12:11:15.553206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Deleting port 713574d1-18ef-4d20-895f-401611d88eca {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:15.553409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.641317 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2c841883-8ea3-4a3a-87b1-3c38d3537c73 req-7677e74b-683b-465c-a4b9-7d2c3f0636c6 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306457 Apr 08 12:11:15.657811 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-a45ec69c-45f1-45d6-88b7-46e619408c35 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456536 Apr 08 12:11:15.809693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.810244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:15.957904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-cb9838e9-9bd7-40fe-8d0e-4a5c0197975f tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:15.959497 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-cb9838e9-9bd7-40fe-8d0e-4a5c0197975f tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/networks?id=b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 200 len: 809 time: 0.2991714 Apr 08 12:11:15.961550 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1721cd76-f228-493d-bb22-3855a890ab0f req-64f2960e-c613-4d13-9678-67883766c33d service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676454 Apr 08 12:11:15.965010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Calling delete_port for 713574d1-18ef-4d20-895f-401611d88eca owned by network:floatingip {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:15.977462 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-90e6bf8f-7ef9-4840-9c54-472f11593d63 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/quotas/a35a57dd3b4e495984276f4582f6efe7 HTTP/1.1" status: 200 len: 375 time: 0.0101182 Apr 08 12:11:16.035189 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-f4e0764a-e177-4337-aaf4-44ae3a77aeb3 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a35a57dd3b4e495984276f4582f6efe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509255 Apr 08 12:11:16.063826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:11:16.064319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:11:16.181319 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-ccea1351-c71a-410f-91e9-48a75051d9bb service neutron] 10.222.0.23 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384332 Apr 08 12:11:16.326878 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-7d816907-265f-4d52-b1be-d7d7636fb995 service neutron] 10.222.0.23 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382785 Apr 08 12:11:16.565319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Deleting port 713574d1-18ef-4d20-895f-401611d88eca {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:16.565736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:16.580890 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d03b1ed-26c2-4d71-8f2e-7f16bae4a261 req-99cbfd4e-293d-4aba-9e14-90421089f3ff tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 210 time: 0.0823312 Apr 08 12:11:16.793500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:16.794112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:16.961841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Calling delete_port for 713574d1-18ef-4d20-895f-401611d88eca owned by network:floatingip {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:16.964945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cb96a-c9d2-4b7c-8285-e4af77358f8d req-4ea663b9-c344-4c85-86a5-09f686df9f77 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:16.966713 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b2cb96a-c9d2-4b7c-8285-e4af77358f8d req-4ea663b9-c344-4c85-86a5-09f686df9f77 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.1341290 Apr 08 12:11:17.000870 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b2cb96a-c9d2-4b7c-8285-e4af77358f8d req-ae19941b-20fe-43a2-8091-5ef66a02e7a9 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0272372 Apr 08 12:11:17.112341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.128523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:17.230963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event deleted for resources: {'Port': ['ID=713574d1-18ef-4d20-895f-401611d88eca,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:17.236120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:17.386714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.403208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.404405 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "DELETE /v2.0/floatingips/a98f5ce4-b1b3-4214-94c8-d3626808ca82 HTTP/1.1" status: 204 len: 168 time: 2.1073368 Apr 08 12:11:17.735118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48138) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:17.741286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275159303', 'description': 'tempest-description--841836750'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:17.749282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:17.762693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:17.775233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:17.783035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:17.795504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.804003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:17.812242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:17.819248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:17.826481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:17.851641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b4fb05b-0240-4cb2-8410-5c4333d09a0d req-6a869132-6c35-4848-a66a-0698b35c59f3 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 210 time: 0.1306133 Apr 08 12:11:17.913597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.917229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.919784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-39882a91-0e88-4b0a-9718-46c5231d7be0 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:17.921416 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-39882a91-0e88-4b0a-9718-46c5231d7be0 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "GET /v2.0/networks?id=b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 200 len: 809 time: 0.3186841 Apr 08 12:11:17.937669 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Request body: {'port': {'device_id': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895', 'admin_state_up': True, 'tenant_id': 'a35a57dd3b4e495984276f4582f6efe7'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:17.939426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9b422939-d6e8-4b8a-ac5a-350f5eca4a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:17.958569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:17.959877 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2237713 Apr 08 12:11:17.962837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48154) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:17.975385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'security_group_rule': {'security_group_id': '5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:17.987845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:17.992239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:17.999077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:18.001155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:18.005023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:18.013108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:18.049201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.134423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:18.147519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Usage tracker for resource:port and tenant:a35a57dd3b4e495984276f4582f6efe7 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:18.152645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:18.155609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.160188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.170403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4c1fc9b9-544c-4989-9288-117318fb0330 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:18.196015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1499055-6cee-4f8a-a66e-3e546ad8f2ee,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:18.199107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:18.203774 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.205471 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416260 Apr 08 12:11:18.208425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48172) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:18.211698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:18.214355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'security_group_rule': {'security_group_id': '5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:18.221944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:18.226586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:security_group_rule and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:18.228817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Made reservation on behalf of a35a57dd3b4e495984276f4582f6efe7 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:11:18.230656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:18.236436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.237356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:18.259407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.344710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.349819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.352205 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-914c2bd9-680e-4539-b51c-55fa85997a9e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:18.391847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9289d249-2f9c-4651-a598-7f9ebe3a961f,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:18.393968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.398749 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1891227 Apr 08 12:11:18.399437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48182) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:18.400286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2ee53ee9-88ce-4179-ae8d-7995a73e5d82 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:18.405923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'floatingip': {'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:18.412683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:18.423197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:floatingip and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:18.426956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:18.434508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:18.447496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.461297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9a8fd-3169-4e9a-98b6-3d5f29638d48 req-606de9e2-d2a9-46f9-89f8-646b0b596620 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:18.469661 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05c9a8fd-3169-4e9a-98b6-3d5f29638d48 req-606de9e2-d2a9-46f9-89f8-646b0b596620 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.3182988 Apr 08 12:11:18.511159 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05c9a8fd-3169-4e9a-98b6-3d5f29638d48 req-3f163405-4864-46db-b559-06b09145ffeb tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404680 Apr 08 12:11:18.514592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Allocated IP 172.20.0.11 (b27415cf-c427-4aba-9214-df8be8243895/9fd994c2-4507-49b5-910c-7b3b16e2faf3/06d880f2-96c3-4ac4-b220-3cfaf36631f1) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:11:18.600225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.747191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.780015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:18.797008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:18.941548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Pushing event updated for resources: {'Port': ['ID=06d880f2-96c3-4ac4-b220-3cfaf36631f1,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:18.944905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:18.985633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Allocated IP 172.28.0.3 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/83fb2538-020d-4b4d-89c3-dd4064b98fe3) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:11:19.056982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Network b27415cf-c427-4aba-9214-df8be8243895 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:11:19.058882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:11:19.063339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:11:19.139816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.143302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:19.143966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.157217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c8e19-a3fe-4e08-b3a8-b10c899b0ad7 req-e7593169-0e79-4944-9902-4b45f7dfa279 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:19.158854 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6e8c8e19-a3fe-4e08-b3a8-b10c899b0ad7 req-e7593169-0e79-4944-9902-4b45f7dfa279 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 932 time: 0.1743062 Apr 08 12:11:19.169861 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.188662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:19.197845 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2667272 Apr 08 12:11:19.201135 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6e8c8e19-a3fe-4e08-b3a8-b10c899b0ad7 req-947c312d-9667-482e-95f9-1ad7fd7e68b2 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341332 Apr 08 12:11:19.214302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Request body: {'port': {'device_id': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:19.325905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'Port': ['ID=83fb2538-020d-4b4d-89c3-dd4064b98fe3,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:19.338525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:19.341668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.381422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:11:19.382392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:11:19.384668 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:11:19.471875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.542451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.842928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.846770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27590335'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.861895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb98d5f-eb62-4869-a441-7d882c966953 req-a17eedc9-4b68-49c5-93bf-9f11d7554b0b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:19.862935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:19.863754 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bb98d5f-eb62-4869-a441-7d882c966953 req-a17eedc9-4b68-49c5-93bf-9f11d7554b0b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.1846623 Apr 08 12:11:19.871141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d880f2-96c3-4ac4-b220-3cfaf36631f1 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:19.883153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.922974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Transition to ACTIVE for port object 06d880f2-96c3-4ac4-b220-3cfaf36631f1 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:11:19.927885 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bb98d5f-eb62-4869-a441-7d882c966953 req-59ab8ba5-edd2-44e9-9ff6-55889fb06a30 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419633 Apr 08 12:11:19.929107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:19.945378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b48a83de-da2b-461b-b5bd-9cd652666cde tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:20.013414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'Port': ['ID=83fb2538-020d-4b4d-89c3-dd4064b98fe3,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:20.018384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:20.054586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48210) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:20.102175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Pushing event updated for resources: {'Port': ['ID=06d880f2-96c3-4ac4-b220-3cfaf36631f1,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:20.106686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:20.135625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.165555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.171862 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7654281 Apr 08 12:11:20.205267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.221187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:20.226267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Usage tracker for resource:security_group_rule and tenant:543f4b083b684a97b298354185703e96 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:20.233320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:20.242204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:20.318181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Attempting to bind port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:11:20.318531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Attempting to bind port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:11:20.318901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Attempting to bind port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 on network b27415cf-c427-4aba-9214-df8be8243895 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:11:20.324692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 on network b27415cf-c427-4aba-9214-df8be8243895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:11:20.325051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Attempting to bind port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 on network b27415cf-c427-4aba-9214-df8be8243895 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:11:20.331347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:11:20.331718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Checking segment: {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:11:20.332142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Bound using segment: {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:11:20.332618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Bound port: 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:11:20.332997 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.348791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.352042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.362719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-17488837-ad09-4bad-97cd-1e2384a8f792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:20.411923 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=543f4b083b684a97b298354185703e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536413 Apr 08 12:11:20.411923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b0d87-ad45-49b3-88be-19821bac2de5,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:20.413680 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48222) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:20.416407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:20.487738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.524017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.577504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.583104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e09f42a2-90a1-4ad1-9311-29e8c7cf8c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:20.596799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b0d87-ad45-49b3-88be-19821bac2de5,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:20.599260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:20.603170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.606866 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c0b0d87-ad45-49b3-88be-19821bac2de5 HTTP/1.1" status: 204 len: 168 time: 0.1900473 Apr 08 12:11:20.744337 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-9e495ff5-5d96-4dc5-9aad-2396935ead1d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--275159303&fields=id&tenant_id=59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 267 time: 0.0624688 Apr 08 12:11:20.847365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] For port 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:11:20.873960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] For port 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:11:20.880971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.902233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c1c68657-1db7-4f70-b7d0-860610f2b271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:20.918174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48238) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:20.937249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:20.953201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:20.957454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Usage tracker for resource:security_group_rule and tenant:4e9cb320d9f1403d8a8a733e832c08c1 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:20.960560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:20.967334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:21.017223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69c56c-bc3f-4e18-bb1b-dfb134485adc req-a5e99655-555a-4843-bfe3-0d59b6d500b2 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:21.018017 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-7b69c56c-bc3f-4e18-bb1b-dfb134485adc req-a5e99655-555a-4843-bfe3-0d59b6d500b2 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Synchronizing usage tracker for tenant:a35a57dd3b4e495984276f4582f6efe7 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:11:21.056359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.059899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.069466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-851aa2f7-fba5-40eb-97b2-a9afaa43f21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:21.116943 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e9cb320d9f1403d8a8a733e832c08c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950395 Apr 08 12:11:21.117642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48248) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:21.120501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a7aff-0aa1-4f1d-8bba-1db2c2a7b34a,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:21.132125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-7b69c56c-bc3f-4e18-bb1b-dfb134485adc req-a5e99655-555a-4843-bfe3-0d59b6d500b2 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Unset dirty status for tenant:a35a57dd3b4e495984276f4582f6efe7 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:11:21.133580 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7b69c56c-bc3f-4e18-bb1b-dfb134485adc req-a5e99655-555a-4843-bfe3-0d59b6d500b2 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 944 time: 0.7733324 Apr 08 12:11:21.138401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:21.148349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-d70a2a68-69fd-40cb-8eef-08e5cd052871 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:21.149962 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-d70a2a68-69fd-40cb-8eef-08e5cd052871 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 816 time: 0.3960168 Apr 08 12:11:21.150679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Pushing event updated for resources: {'Port': ['ID=06d880f2-96c3-4ac4-b220-3cfaf36631f1,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:21.172404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:21.198625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.199313 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-92502b78-5d96-40cd-9ece-14a9b3338307 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/quotas/59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 375 time: 0.0282149 Apr 08 12:11:21.207137 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7b69c56c-bc3f-4e18-bb1b-dfb134485adc req-3b873311-97bf-46f8-bc7d-ab2228fe31f4 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516973 Apr 08 12:11:21.250305 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.274664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:21.275613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.277744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] 10.222.0.13 "PUT /v2.0/ports/06d880f2-96c3-4ac4-b220-3cfaf36631f1 HTTP/1.1" status: 200 len: 1094 time: 2.0683417 Apr 08 12:11:21.288676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'tag': '06d880f2-96c3-4ac4-b220-3cfaf36631f1'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:21.317466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.323046 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-258858c3-ec61-4ed9-a16d-8ed0deeb94ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:21.335840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a7aff-0aa1-4f1d-8bba-1db2c2a7b34a,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:21.338671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:21.346035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:21.349731 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/436a7aff-0aa1-4f1d-8bba-1db2c2a7b34a HTTP/1.1" status: 204 len: 168 time: 0.2289455 Apr 08 12:11:21.453407 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-4d88a4aa-abc5-4c65-8bde-a7f470b9daa5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2434347 Apr 08 12:11:21.598133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-2393ad5b-d3c9-4232-90a6-ecf329645e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:21.599745 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-2393ad5b-d3c9-4232-90a6-ecf329645e44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a35a57dd3b4e495984276f4582f6efe7&device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 1097 time: 0.2749393 Apr 08 12:11:21.618870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc943-02a3-4d30-847d-83e25479fb4b req-70717a6d-0372-4a03-a4dd-e601950e67d4 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:21.620410 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3cdfc943-02a3-4d30-847d-83e25479fb4b req-70717a6d-0372-4a03-a4dd-e601950e67d4 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.2558291 Apr 08 12:11:21.710472 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-e3ace9c9-74ac-419f-a876-0d3e1c4b99d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1 HTTP/1.1" status: 200 len: 217 time: 0.0889792 Apr 08 12:11:21.783120 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3cdfc943-02a3-4d30-847d-83e25479fb4b req-eed20fd3-45f1-41de-a40a-7269b68c7891 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965300 Apr 08 12:11:21.792583 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-faa2c887-21d0-49e9-b13d-320d8a85006a service neutron] 10.222.0.23 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228776 Apr 08 12:11:21.878903 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'tag': '06d880f2-96c3-4ac4-b220-3cfaf36631f1', 'status': 'completed', 'code': 200} Apr 08 12:11:21.896400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-97e698a3-8b37-429b-8250-f591db96951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:21.898004 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-97e698a3-8b37-429b-8250-f591db96951f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fd994c2-4507-49b5-910c-7b3b16e2faf3 HTTP/1.1" status: 200 len: 849 time: 0.1736159 Apr 08 12:11:21.976570 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-27466f9b-cf3b-4f1a-be84-598d8d3575b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27415cf-c427-4aba-9214-df8be8243895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611866 Apr 08 12:11:22.081382 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-181ccd1d-e94a-457f-8fbb-02278196e12d service neutron] 10.222.0.23 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816124 Apr 08 12:11:22.143549 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-3abab814-317e-4f5f-96da-d1d662c125c7 service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498222 Apr 08 12:11:22.324740 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-96af83f0-4cf6-4809-95b6-c6e6d82cf948 req-0397d557-e6cb-4c82-a46c-cacf250be0e0 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 210 time: 0.0627549 Apr 08 12:11:22.377095 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1a2b4d12-8615-4381-bacc-899ac2e87754 req-5e644a28-1256-4ece-8d2b-f8f50f9c8fe6 service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236309 Apr 08 12:11:22.554301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce468-1dd7-4a80-a5ad-cdc806fbd275 req-f9d77746-7e0c-45aa-914c-76f096843366 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:22.555921 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-94dce468-1dd7-4a80-a5ad-cdc806fbd275 req-f9d77746-7e0c-45aa-914c-76f096843366 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 944 time: 0.1745241 Apr 08 12:11:22.582241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-1a3f915d-b09c-43ac-af42-4b7328aff3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:22.583818 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-1a3f915d-b09c-43ac-af42-4b7328aff3fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a35a57dd3b4e495984276f4582f6efe7&device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 1097 time: 0.1384015 Apr 08 12:11:22.594268 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-94dce468-1dd7-4a80-a5ad-cdc806fbd275 req-0b377402-43ac-4834-a577-4fabc684c0c3 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295641 Apr 08 12:11:22.666008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48300) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:22.735873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-16cbe276-3ca7-481c-b02a-0b08e84a5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:22.737521 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-16cbe276-3ca7-481c-b02a-0b08e84a5e6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 200 len: 910 time: 0.1423371 Apr 08 12:11:22.800876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:22.818770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:22.823051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Usage tracker for resource:security_group_rule and tenant:485accb4eec2472989d618c4510fa8be is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:22.826139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:22.826537 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-b62896e3-b730-44a8-9399-2ca2b1063f3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1 HTTP/1.1" status: 200 len: 217 time: 0.0803232 Apr 08 12:11:22.832252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:22.909010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-b55efdfb-ec80-47d1-a279-b28937004b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:22.910610 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-b55efdfb-ec80-47d1-a279-b28937004b6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fd994c2-4507-49b5-910c-7b3b16e2faf3 HTTP/1.1" status: 200 len: 849 time: 0.0768754 Apr 08 12:11:22.931357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:22.940781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:22.950177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c3782968-3992-4485-b4d6-a034ec10c0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:22.998637 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=485accb4eec2472989d618c4510fa8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314264 Apr 08 12:11:22.999681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb0e65-a6e6-469a-afea-6f7445f25d4c,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:23.002351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48308) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:23.005129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:23.009543 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-8f8c31dc-3f4f-412f-a14d-056c684af52e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27415cf-c427-4aba-9214-df8be8243895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626805 Apr 08 12:11:23.068270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:23.098328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:23.147835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:23.153085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-503df8f0-8147-4849-9eae-09381b13af5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:23.166961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb0e65-a6e6-469a-afea-6f7445f25d4c,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:23.170458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:23.171754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:23.174032 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3afb0e65-a6e6-469a-afea-6f7445f25d4c HTTP/1.1" status: 204 len: 168 time: 0.1694732 Apr 08 12:11:23.185339 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-73774946-3017-4ec3-8f16-d56382474c41 service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568961 Apr 08 12:11:23.203395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222576-d561-467d-9a31-0553af4a8bb5 req-fe0e9fda-a820-4146-a39e-b00e22fcec0d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:23.210244 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a222576-d561-467d-9a31-0553af4a8bb5 req-fe0e9fda-a820-4146-a39e-b00e22fcec0d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.3032269 Apr 08 12:11:23.338238 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2a222576-d561-467d-9a31-0553af4a8bb5 req-66e5af24-2fab-458b-8c79-cbca9f0c3efe tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496893 Apr 08 12:11:23.706501 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-323cd685-51a6-448b-8d95-3bb04c066a2e req-96750221-4112-44f8-ae57-f5013610344e service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946659 Apr 08 12:11:23.787285 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6efd12c8-8f7e-47f1-8acb-a054fc87e312 req-50c2dd6c-22fc-417a-b414-3780e6bc3d0f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 210 time: 0.1736679 Apr 08 12:11:23.941930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-4bce1497-6b6a-45a6-977a-cb8e6cad7501 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:23.943457 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-4bce1497-6b6a-45a6-977a-cb8e6cad7501 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 816 time: 0.3333395 Apr 08 12:11:23.958888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d37b06-5ba2-4678-a4f0-922df55a3512 req-909543fc-ffb7-4a64-8d91-01cd2fc87a7a tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:23.960344 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-09d37b06-5ba2-4678-a4f0-922df55a3512 req-909543fc-ffb7-4a64-8d91-01cd2fc87a7a tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 944 time: 0.1890087 Apr 08 12:11:24.015766 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-09d37b06-5ba2-4678-a4f0-922df55a3512 req-93d1bc4b-4f89-42c7-8925-72aba9b7170a tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Apr 08 12:11:24.036785 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-8c6d61eb-6e8c-47c3-a7e7-fce3cd894c49 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 5703 time: 0.0754328 Apr 08 12:11:24.048286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'port': {'device_id': 'd528cd70-d97c-4464-b61f-071112edad16', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'admin_state_up': True, 'tenant_id': '59415f94b4c6401eaec1680916137167', 'security_groups': ['5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:24.196411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:24.200992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Usage tracker for resource:port and tenant:59415f94b4c6401eaec1680916137167 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:24.204252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:24.205570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 06d880f2-96c3-4ac4-b220-3cfaf36631f1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:11:24.210629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:24.219529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Made reservation on behalf of 59415f94b4c6401eaec1680916137167 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:11:24.226001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:24.358613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:24.376100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '06d880f2-96c3-4ac4-b220-3cfaf36631f1', 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895', 'port_id': '06d880f2-96c3-4ac4-b220-3cfaf36631f1', 'mac_address': 'fa:16:3e:94:33:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd994c2-4507-49b5-910c-7b3b16e2faf3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:11:24.425483 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Allocated IP 172.20.0.14 (be317ea7-c972-4eb2-9572-36ab4bbd13c1/0f5edbb3-4cdb-4e48-a260-268e29243430/b6b19712-e370-4e52-ab6a-8d72c6450a8e) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:11:24.446654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:24.660309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d880f2-96c3-4ac4-b220-3cfaf36631f1 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:24.680281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:24.685534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:24.688496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:24.707422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56b28f-d135-4c46-9108-15d9baaa1868 req-8dd9ff75-c3e6-4e51-bafa-d394314e109a tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:24.709061 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb56b28f-d135-4c46-9108-15d9baaa1868 req-8dd9ff75-c3e6-4e51-bafa-d394314e109a tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.2283955 Apr 08 12:11:24.791150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=06d880f2-96c3-4ac4-b220-3cfaf36631f1,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:24.800404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.800790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.801169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.801541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.801938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.802308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.802673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.803715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.804087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.804432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.805155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.810045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:24.835280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:24.837617 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb56b28f-d135-4c46-9108-15d9baaa1868 req-99aad4cc-fd12-40f1-8a59-812f28a4c165 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195126 Apr 08 12:11:24.857261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:24.882575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Transition to ACTIVE for port object b6b19712-e370-4e52-ab6a-8d72c6450a8e will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:11:24.915841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:24.937299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['06d880f2-96c3-4ac4-b220-3cfaf36631f1'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:11:25.063596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-70cdfd8b-b47f-4904-aa9f-6a282e31247c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:25.268685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:25.285746 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:11:25.286911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:11:25.290406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.290825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.291231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.291633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.292029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.293062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.293062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.293556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.293980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.294376 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.294770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.295163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:25.304414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:11:25.334683 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:25.410546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e272c2-5938-467b-b9ab-7617c850a49f req-4167e302-7be5-453d-99cd-0e97e330a22b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:25.414372 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f5e272c2-5938-467b-b9ab-7617c850a49f req-4167e302-7be5-453d-99cd-0e97e330a22b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 932 time: 0.3073218 Apr 08 12:11:25.422985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:25.424085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:25.471839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef11ac0-b4e5-483b-b611-c87155eb3552 req-cd903eed-f5b1-47ea-9808-69e5650fb5f9 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:25.473494 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3ef11ac0-b4e5-483b-b611-c87155eb3552 req-cd903eed-f5b1-47ea-9808-69e5650fb5f9 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 945 time: 0.3036194 Apr 08 12:11:25.488444 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f5e272c2-5938-467b-b9ab-7617c850a49f req-a4f299aa-4b23-4276-ac8c-205cf52627c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595016 Apr 08 12:11:25.508655 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4644718 Apr 08 12:11:25.522708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Request body: {'port': {'device_id': 'd528cd70-d97c-4464-b61f-071112edad16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:25.552316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-0d9e723d-2c96-46c9-b70c-87b8f2da9b2e None None] Provisioning for port b6b19712-e370-4e52-ab6a-8d72c6450a8e completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:11:25.559216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-0d9e723d-2c96-46c9-b70c-87b8f2da9b2e None None] Provisioning complete for port b6b19712-e370-4e52-ab6a-8d72c6450a8e triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:25.560025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0d9e723d-2c96-46c9-b70c-87b8f2da9b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:25.560141 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3ef11ac0-b4e5-483b-b611-c87155eb3552 req-524d5e1a-6c2f-4d0f-800e-211b53e8357a tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780864 Apr 08 12:11:25.628839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e723d-2c96-46c9-b70c-87b8f2da9b2e None None] Port b6b19712-e370-4e52-ab6a-8d72c6450a8e cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:11:25.657521 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:26.106550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1236e-e9fd-498b-abf4-15f4bb2c7bbb req-bdb901c3-f627-44f1-9c5e-6dd8e2e88f63 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:26.108468 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0fe1236e-e9fd-498b-abf4-15f4bb2c7bbb req-bdb901c3-f627-44f1-9c5e-6dd8e2e88f63 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.1516514 Apr 08 12:11:26.206600 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0fe1236e-e9fd-498b-abf4-15f4bb2c7bbb req-cca65b18-4638-41e3-9443-6eede207c884 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840149 Apr 08 12:11:26.210537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 06d880f2-96c3-4ac4-b220-3cfaf36631f1 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:11:26.219446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b19712-e370-4e52-ab6a-8d72c6450a8e {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:26.232092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:26.254735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Transition to ACTIVE for port object b6b19712-e370-4e52-ab6a-8d72c6450a8e will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:11:26.258306 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:26.274112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-131603f1-2fe6-4eba-b641-6c6e2a277518 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:26.293907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:11:26.301071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:26.301575 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:26.442850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:26.447826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:26.465105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:26.479055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d880f2-96c3-4ac4-b220-3cfaf36631f1'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:26.499611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:26.504636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:26.507792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:26.553145 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d880f2-96c3-4ac4-b220-3cfaf36631f1', 'code': 200} Apr 08 12:11:26.613804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=06d880f2-96c3-4ac4-b220-3cfaf36631f1,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:26.616008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:27.180488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff605b-2898-4123-bbe0-d46e44cfd018 req-fac73989-0e1f-43cd-ad5d-09266b0974cf tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:27.182146 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8eff605b-2898-4123-bbe0-d46e44cfd018 req-fac73989-0e1f-43cd-ad5d-09266b0974cf tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.6938660 Apr 08 12:11:27.244957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Attempting to bind port b6b19712-e370-4e52-ab6a-8d72c6450a8e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:11:27.245335 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Attempting to bind port b6b19712-e370-4e52-ab6a-8d72c6450a8e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:11:27.246257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Attempting to bind port b6b19712-e370-4e52-ab6a-8d72c6450a8e on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:11:27.260486 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8eff605b-2898-4123-bbe0-d46e44cfd018 req-ae91b4fc-334a-4914-8a16-f68a6036f280 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660605 Apr 08 12:11:27.263941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Port b6b19712-e370-4e52-ab6a-8d72c6450a8e on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:11:27.264275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Attempting to bind port b6b19712-e370-4e52-ab6a-8d72c6450a8e on network be317ea7-c972-4eb2-9572-36ab4bbd13c1 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:11:27.280874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:11:27.280874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Checking segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:11:27.280874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Bound using segment: {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:11:27.280874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Bound port: b6b19712-e370-4e52-ab6a-8d72c6450a8e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:11:27.280874 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:27.338276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decd542-da65-461c-8e1c-9532e4683b22 req-a1c27546-56fc-4dd5-8f18-f2ef1c5f9c5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:27.339090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-6decd542-da65-461c-8e1c-9532e4683b22 req-a1c27546-56fc-4dd5-8f18-f2ef1c5f9c5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Synchronizing usage tracker for tenant:59415f94b4c6401eaec1680916137167 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:11:27.351400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857bfdf-18bf-49d7-a02e-96175adfdfa5 req-eeaaa7bf-8fa4-4bdc-9739-6bade1b62cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:27.352976 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c857bfdf-18bf-49d7-a02e-96175adfdfa5 req-eeaaa7bf-8fa4-4bdc-9739-6bade1b62cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 1099 time: 0.5201700 Apr 08 12:11:27.456246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-6decd542-da65-461c-8e1c-9532e4683b22 req-a1c27546-56fc-4dd5-8f18-f2ef1c5f9c5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Unset dirty status for tenant:59415f94b4c6401eaec1680916137167 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:11:27.457452 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6decd542-da65-461c-8e1c-9532e4683b22 req-a1c27546-56fc-4dd5-8f18-f2ef1c5f9c5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.7100902 Apr 08 12:11:27.461441 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c857bfdf-18bf-49d7-a02e-96175adfdfa5 req-bea0eca3-4f72-4c2b-9e5a-c6ecd0a10e2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976694 Apr 08 12:11:27.462534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:11:27.491556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:11:27.507075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:27.525593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-769f635e-475a-43f1-a7b9-85dda734315a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:27.618720 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6decd542-da65-461c-8e1c-9532e4683b22 req-b99bf161-fecf-4031-bb47-d9cf6e82b2cf tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483891 Apr 08 12:11:27.688026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab9407-df60-4833-9e31-cff41655a62a req-cfb3c1a5-f14c-4b1e-8b1f-cc4cea4377de tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:27.689634 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5dab9407-df60-4833-9e31-cff41655a62a req-cfb3c1a5-f14c-4b1e-8b1f-cc4cea4377de tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 946 time: 0.3060777 Apr 08 12:11:27.714552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:27.730801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:27.810443 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5dab9407-df60-4833-9e31-cff41655a62a req-25814bb5-8d1a-4edd-856e-3022a99091f3 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133454 Apr 08 12:11:27.849508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:27.850134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:27.851629 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 1094 time: 2.3354435 Apr 08 12:11:27.852166 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:27.876136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494ae30-d503-4d79-be3c-db8f845732ce req-4bbd1fde-c898-4066-bb02-5aba5d711fb5 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:27.877891 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6494ae30-d503-4d79-be3c-db8f845732ce req-4bbd1fde-c898-4066-bb02-5aba5d711fb5 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.1459825 Apr 08 12:11:27.945987 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'status': 'completed', 'code': 200} Apr 08 12:11:27.958984 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6494ae30-d503-4d79-be3c-db8f845732ce req-d3e71c10-6b9a-44cb-9653-af017e0fa450 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731280 Apr 08 12:11:28.003676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-2c590bf5-efce-4607-96d2-8e8b318bfbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:28.005281 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-2c590bf5-efce-4607-96d2-8e8b318bfbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1097 time: 0.0992756 Apr 08 12:11:28.086980 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-5017fd9b-0cf2-45f5-992b-ef8bb7f8bf3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 217 time: 0.0668910 Apr 08 12:11:28.162674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-6ea2f3a7-1558-4c2c-a6e8-e3dfd9acee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:28.164146 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-6ea2f3a7-1558-4c2c-a6e8-e3dfd9acee13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.0673394 Apr 08 12:11:28.253410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-4be4dc15-3d35-4fa8-bd29-4d1a7c652b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:28.255158 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-4be4dc15-3d35-4fa8-bd29-4d1a7c652b7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819974 Apr 08 12:11:28.465877 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-4d012c52-72a2-4b3a-b0ee-fcbe10c9fc56 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993322 Apr 08 12:11:28.597883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d311e-eaca-4f0f-988d-b650a56903a9 req-9d0402ca-323f-4425-a47a-cb1053ea8521 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:28.599462 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-295d311e-eaca-4f0f-988d-b650a56903a9 req-9d0402ca-323f-4425-a47a-cb1053ea8521 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.2114017 Apr 08 12:11:28.658483 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-295d311e-eaca-4f0f-988d-b650a56903a9 req-48b2db6a-eaaf-4852-ac84-ebb8472b9ca6 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Apr 08 12:11:28.667688 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10d7745c-b29a-4ce5-acc4-a30fe053cdfe req-8d35da8f-b2a7-4e6c-a812-ca576c1ce1e1 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890013 Apr 08 12:11:28.901105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-dac6a9e1-87dd-4555-bb78-c6140436beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:28.902788 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-dac6a9e1-87dd-4555-bb78-c6140436beda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1097 time: 0.1632326 Apr 08 12:11:28.911770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df14d57-eeff-423e-9143-00cb342259a1 req-66bdd101-6260-405b-8c5b-8a4d0f1bba12 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:28.913251 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6df14d57-eeff-423e-9143-00cb342259a1 req-66bdd101-6260-405b-8c5b-8a4d0f1bba12 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.1309195 Apr 08 12:11:29.079186 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6df14d57-eeff-423e-9143-00cb342259a1 req-f5bf547f-cb7e-46b7-8844-df6fad707250 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403296 Apr 08 12:11:29.145564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-f0205731-742b-4102-a54b-b07a845c5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:29.147181 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-f0205731-742b-4102-a54b-b07a845c5fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.2329776 Apr 08 12:11:29.161852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b9ad-dc7a-4e53-81ed-715bb86faa60 req-b7ba545c-3846-4a00-a5a0-023a59f728e7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:29.163385 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e614b9ad-dc7a-4e53-81ed-715bb86faa60 req-b7ba545c-3846-4a00-a5a0-023a59f728e7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 946 time: 0.2212558 Apr 08 12:11:29.289157 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-f3d25733-67ca-4ead-9f0d-4342a450f6ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 217 time: 0.1247320 Apr 08 12:11:29.342498 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e614b9ad-dc7a-4e53-81ed-715bb86faa60 req-75a3964d-5b35-40b2-b173-29852678fb5a tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227195 Apr 08 12:11:29.394090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-169b1da6-f3e8-43e1-9a99-6ac3cf81525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:29.395664 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-169b1da6-f3e8-43e1-9a99-6ac3cf81525d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.0936313 Apr 08 12:11:29.454066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4d116-b33f-4154-a4a1-c7df9481e53c req-03ca9fa0-e2e6-4e71-a55c-3862d9e258b6 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:29.455673 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-65f4d116-b33f-4154-a4a1-c7df9481e53c req-03ca9fa0-e2e6-4e71-a55c-3862d9e258b6 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.2372162 Apr 08 12:11:29.497254 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-65f4d116-b33f-4154-a4a1-c7df9481e53c req-3631a72c-21e6-4841-ab44-236d7e0c2e9d tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327702 Apr 08 12:11:29.518925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-309714cd-2907-466a-8bef-960f49917e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:29.520505 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-309714cd-2907-466a-8bef-960f49917e35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1162713 Apr 08 12:11:29.671246 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-3dcf3531-4cf5-4c39-9d44-9fea29ce4f0d service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423542 Apr 08 12:11:29.930180 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e12a4df4-1a8b-4352-acd1-02a8bd5420ba req-44a3e564-1157-43d2-a96f-41d6152f2ca8 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394183 Apr 08 12:11:29.950340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0232e06-2143-43f5-8753-327342206f0e req-27a746a9-62a5-4371-8763-208d9cea4445 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:29.951898 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f0232e06-2143-43f5-8753-327342206f0e req-27a746a9-62a5-4371-8763-208d9cea4445 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.1254928 Apr 08 12:11:29.986641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f0232e06-2143-43f5-8753-327342206f0e req-6b301639-ea4c-44d2-adbe-0b356005b806 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283170 Apr 08 12:11:30.225643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:11:30.289511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef9826-c8a1-4fda-8ddb-52f78d6a5169 req-cb9d0002-d986-486b-9827-2698e69e6986 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:30.291243 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b3ef9826-c8a1-4fda-8ddb-52f78d6a5169 req-cb9d0002-d986-486b-9827-2698e69e6986 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0905259 Apr 08 12:11:30.325879 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b3ef9826-c8a1-4fda-8ddb-52f78d6a5169 req-585c5dc0-55bc-4e0f-b39a-cf3c7fb2b56c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278630 Apr 08 12:11:30.379721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:30.394642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'mac_address': 'fa:16:3e:f0:00:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:11:30.458302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:30.459601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b19712-e370-4e52-ab6a-8d72c6450a8e {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:30.481210 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:30.484678 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:30.486622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:30.555524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970519f6-3d12-4a1b-92fd-7408e9ae1420 req-a342fb5e-ce99-4438-b5b7-d0a63595c3d7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:30.564918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:30.565128 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-970519f6-3d12-4a1b-92fd-7408e9ae1420 req-a342fb5e-ce99-4438-b5b7-d0a63595c3d7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 946 time: 0.1074049 Apr 08 12:11:30.568096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:30.601388 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-970519f6-3d12-4a1b-92fd-7408e9ae1420 req-60847437-1874-433f-a298-d809ef2bdb7c tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283072 Apr 08 12:11:30.704725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401dc17-1d0a-4ed5-b29a-4e637a3e9116 req-14a53e03-6dad-4c34-8e36-180078d2618f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:30.706351 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c401dc17-1d0a-4ed5-b29a-4e637a3e9116 req-14a53e03-6dad-4c34-8e36-180078d2618f tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.0909753 Apr 08 12:11:30.740946 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c401dc17-1d0a-4ed5-b29a-4e637a3e9116 req-1c8b89b6-59e0-494e-b3f9-a39abdc2f2ea tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&id=bfd3d70f-a2ed-47c3-941d-9991c803e248&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0278783 Apr 08 12:11:30.820050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['b6b19712-e370-4e52-ab6a-8d72c6450a8e'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:11:31.188351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ffd82-15a0-4dcc-bede-03646f65bbb8 req-36341b7f-0125-4343-9b15-5e5297ae0752 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:31.189962 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b6ffd82-15a0-4dcc-bede-03646f65bbb8 req-36341b7f-0125-4343-9b15-5e5297ae0752 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.0883715 Apr 08 12:11:31.223852 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b6ffd82-15a0-4dcc-bede-03646f65bbb8 req-5b8fae79-3567-4473-854c-5e1be9ef3f65 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275080 Apr 08 12:11:31.535634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38b2bf-8dd8-4841-8c7f-4d1c076fc291 req-1b3709c7-5608-48ac-8618-579f6423ef26 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:31.537254 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6e38b2bf-8dd8-4841-8c7f-4d1c076fc291 req-1b3709c7-5608-48ac-8618-579f6423ef26 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 945 time: 0.0883954 Apr 08 12:11:31.570592 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6e38b2bf-8dd8-4841-8c7f-4d1c076fc291 req-ce332bc5-3659-4185-aeec-c6da465b970c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250056 Apr 08 12:11:31.800439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec218f9c-7f23-41d7-9b15-b14c3e4afade req-978c7f16-077d-4659-8882-0b17544c958e tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:31.802096 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ec218f9c-7f23-41d7-9b15-b14c3e4afade req-978c7f16-077d-4659-8882-0b17544c958e tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 946 time: 0.0886111 Apr 08 12:11:31.837242 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ec218f9c-7f23-41d7-9b15-b14c3e4afade req-db568ddb-4616-4fb0-98ee-2dcb256df176 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281863 Apr 08 12:11:32.258893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:11:32.332332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port b6b19712-e370-4e52-ab6a-8d72c6450a8e completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:11:32.337404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port b6b19712-e370-4e52-ab6a-8d72c6450a8e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:32.337853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:32.468111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:32.479482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:32.493900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:32.500056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:32.503072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b99892e2-285b-46e6-a813-0735cb5b4dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:32.537957 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'code': 200} Apr 08 12:11:32.554547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-2664d84f-70f0-47eb-93f0-40f4595c09b8 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:32.556118 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-2664d84f-70f0-47eb-93f0-40f4595c09b8 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 946 time: 0.2300770 Apr 08 12:11:32.567867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7b937-4f69-4649-82d0-59ba87daca98 req-bb695445-8c20-43b2-9d45-dab497e63f2a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:32.569483 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3ce7b937-4f69-4649-82d0-59ba87daca98 req-bb695445-8c20-43b2-9d45-dab497e63f2a tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.2009251 Apr 08 12:11:32.587854 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:32.591195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:32.996801 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3ce7b937-4f69-4649-82d0-59ba87daca98 req-cbfb372d-0080-4191-b483-bb02093f7fab tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888941 Apr 08 12:11:33.012660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-1f85fa04-2fc7-4108-ad11-54f5c9417a02 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:33.014203 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-1f85fa04-2fc7-4108-ad11-54f5c9417a02 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.5764740 Apr 08 12:11:33.023422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Deleting port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:33.023781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:33.294560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Deleting port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:33.294850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:33.456205 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba34690-d721-4726-b2f9-0789ec06e727 req-7c8ce688-d9ec-48d0-b4eb-843800c45a9b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:33.457823 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1ba34690-d721-4726-b2f9-0789ec06e727 req-7c8ce688-d9ec-48d0-b4eb-843800c45a9b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.5639472 Apr 08 12:11:33.477172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afb6b6-f813-463b-b38d-3bb11633a682 req-e7ca7b81-848e-493e-a34d-b6431f654154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:33.478775 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3afb6b6-f813-463b-b38d-3bb11633a682 req-e7ca7b81-848e-493e-a34d-b6431f654154 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1099 time: 0.5933995 Apr 08 12:11:33.598863 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1ba34690-d721-4726-b2f9-0789ec06e727 req-6006a2d9-8ee3-4c3e-ad01-934351ccbe42 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190217 Apr 08 12:11:33.600403 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3afb6b6-f813-463b-b38d-3bb11633a682 req-2b2e5147-c905-4522-b306-ce34c013e033 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130693 Apr 08 12:11:33.653195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed22c54-c127-4ef4-9abf-a049e5cb9f96 req-df86d047-8675-470a-adf3-3431a03d7bfb tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:33.654824 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eed22c54-c127-4ef4-9abf-a049e5cb9f96 req-df86d047-8675-470a-adf3-3431a03d7bfb tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 946 time: 0.5192351 Apr 08 12:11:33.771769 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eed22c54-c127-4ef4-9abf-a049e5cb9f96 req-14d39c71-5775-4023-9d5c-7f5306f42295 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611720 Apr 08 12:11:33.776192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] For port 06d880f2-96c3-4ac4-b220-3cfaf36631f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=06d880f2-96c3-4ac4-b220-3cfaf36631f1,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:33.776591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:33.928243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Calling delete_port for 06d880f2-96c3-4ac4-b220-3cfaf36631f1 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:34.011212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] For port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,segment=NetworkSegment(333e67ff-c94f-4be5-9d36-40b76d6f1d17),segment_id=333e67ff-c94f-4be5-9d36-40b76d6f1d17)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:34.011605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:34.165870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Calling delete_port for 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:34.380080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:34.431183 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:34.538926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea4493-a706-4b48-bbfe-14e0ef90c135 req-df8aee7a-c65c-44ff-a80f-dc77fb029d4d tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:34.540568 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-33ea4493-a706-4b48-bbfe-14e0ef90c135 req-df8aee7a-c65c-44ff-a80f-dc77fb029d4d tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 945 time: 0.3825524 Apr 08 12:11:34.549612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Pushing event deleted for resources: {'Port': ['ID=06d880f2-96c3-4ac4-b220-3cfaf36631f1,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:34.562652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:34.613632 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-33ea4493-a706-4b48-bbfe-14e0ef90c135 req-314bc7fb-fb3c-4fb1-8ab4-f37f21af67f4 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/security-groups?id=1058e994-5c2f-4043-bfef-f56c337cfbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496521 Apr 08 12:11:34.631114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:34.660868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:35.014130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Pushing event deleted for resources: {'Port': ['ID=2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:35.019881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:35.124032 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3826f654-81b0-4b0a-bfe2-c85f309bbfa4 req-836f4e4b-8960-4c42-be5b-62c3d7b629f1 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0a0dac9-cd02-486d-9355-69c9539e87e0 HTTP/1.1" status: 200 len: 210 time: 0.1318569 Apr 08 12:11:35.230661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] No DVR routers for this DVR port 06d880f2-96c3-4ac4-b220-3cfaf36631f1 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:11:35.240467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:35.253783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'name': 'network-vif-deleted', 'tag': '06d880f2-96c3-4ac4-b220-3cfaf36631f1'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:35.291625 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-08ed33db-2702-4106-a1d4-bf9cb849ff38 req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "DELETE /v2.0/ports/06d880f2-96c3-4ac4-b220-3cfaf36631f1 HTTP/1.1" status: 204 len: 173 time: 2.7201753 Apr 08 12:11:35.332267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e80d-7b26-4503-a1ad-aed08bb2d6a8 req-3c9579a0-e5c6-410c-9fb1-6083f23ad0d9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:35.333995 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d9f3e80d-7b26-4503-a1ad-aed08bb2d6a8 req-3c9579a0-e5c6-410c-9fb1-6083f23ad0d9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.3411393 Apr 08 12:11:35.348186 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a0dac9-cd02-486d-9355-69c9539e87e0', 'name': 'network-vif-deleted', 'tag': '06d880f2-96c3-4ac4-b220-3cfaf36631f1', 'status': 'completed', 'code': 200} Apr 08 12:11:35.397112 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] No DVR routers for this DVR port 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:11:35.400988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:35.403942 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84854fbe-8e47-4e9c-bb91-710b0f960085 req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.13 "DELETE /v2.0/ports/2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb HTTP/1.1" status: 204 len: 173 time: 2.3338993 Apr 08 12:11:35.416948 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d9f3e80d-7b26-4503-a1ad-aed08bb2d6a8 req-b96ec08f-94cf-4c0e-8079-f44916dbaa06 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676847 Apr 08 12:11:35.631681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93265e-270d-4908-ba00-e59c2e4d560a req-3c65d26e-c83f-4cd0-a15d-e8e333320aed tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:35.633268 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6a93265e-270d-4908-ba00-e59c2e4d560a req-3c65d26e-c83f-4cd0-a15d-e8e333320aed tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.0919919 Apr 08 12:11:35.644148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48510) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:35.650085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Request body: {'floatingip': {'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:35.738040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:35.814312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1d844c8b-890d-429a-b0bd-be3753d2baf8 req-97b2780a-a034-4c6a-8ae7-6c0e85f6c539 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Synchronizing usage tracker for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:11:35.831827 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1d844c8b-890d-429a-b0bd-be3753d2baf8 req-97b2780a-a034-4c6a-8ae7-6c0e85f6c539 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Unset dirty status for tenant:7069e08f25f64aafbac3563b96dc2dbf on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:11:35.833128 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1d844c8b-890d-429a-b0bd-be3753d2baf8 req-97b2780a-a034-4c6a-8ae7-6c0e85f6c539 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] 10.222.0.23 "GET /v2.0/ports?device_id=bca98d8f-cf76-4273-9a9d-464d86c0c76e HTTP/1.1" status: 200 len: 210 time: 0.0794303 Apr 08 12:11:36.259642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 06d880f2-96c3-4ac4-b220-3cfaf36631f1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:11:36.310739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 06d880f2-96c3-4ac4-b220-3cfaf36631f1 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:11:36.311487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 06d880f2-96c3-4ac4-b220-3cfaf36631f1 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:11:36.311846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:11:36.352292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:11:36.352792 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:11:36.394608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:36.398465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:36.584186 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Floating IP 456c27ee-76a9-4ff1-9e2b-d294fa68f01a associated. External IP: 172.28.0.3, port: b6b19712-e370-4e52-ab6a-8d72c6450a8e. Apr 08 12:11:36.610914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-be81c140-4876-477d-98a0-c6b72bc20e2c tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:36.612501 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-be81c140-4876-477d-98a0-c6b72bc20e2c tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/networks?id=b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 200 len: 809 time: 0.1657717 Apr 08 12:11:36.628620 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-dcb56a07-ce3e-4074-afb3-f964b78a6e17 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/quotas/a35a57dd3b4e495984276f4582f6efe7 HTTP/1.1" status: 200 len: 375 time: 0.0096643 Apr 08 12:11:36.686358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-65d3925f-8d87-4358-aac2-93f57405cbf8 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Synchronizing usage tracker for tenant:a35a57dd3b4e495984276f4582f6efe7 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:11:36.702381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-65d3925f-8d87-4358-aac2-93f57405cbf8 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Unset dirty status for tenant:a35a57dd3b4e495984276f4582f6efe7 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:11:36.703796 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-65d3925f-8d87-4358-aac2-93f57405cbf8 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a35a57dd3b4e495984276f4582f6efe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693161 Apr 08 12:11:36.868360 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-5f363f7f-f0b7-48d5-9937-b513e32a91d4 service neutron] 10.222.0.23 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564116 Apr 08 12:11:37.027623 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-900ebbec-2cd9-4c30-bc0a-4329be46f101 service neutron] 10.222.0.23 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515315 Apr 08 12:11:37.232165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Router 3a3b8701-915d-43e0-85a7-e4189551b122 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:11:37.332670 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-60c2eca6-9092-4637-912f-759d0027a591 req-ea790d89-88cb-4403-88ca-b6991c4bae73 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 210 time: 0.0673072 Apr 08 12:11:37.349812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'name': 'network-vif-deleted', 'tag': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:37.447890 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca98d8f-cf76-4273-9a9d-464d86c0c76e', 'name': 'network-vif-deleted', 'tag': '2f9f450c-cf1b-49c3-81ae-41e6bc80c2cb', 'status': 'completed', 'code': 200} Apr 08 12:11:37.456811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:11:37.462561 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:37.467666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:11:37.478889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:11:37.479598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:37.537796 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4f5f7f1f-76b1-4513-8bbd-d990d7d86909 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "PUT /v2.0/floatingips/456c27ee-76a9-4ff1-9e2b-d294fa68f01a HTTP/1.1" status: 200 len: 990 time: 1.8900101 Apr 08 12:11:37.537796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:37.590907 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'status': 'completed', 'code': 200} Apr 08 12:11:37.701777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-c09e0435-5b44-4acc-81b8-91c0a5b8e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:37.703393 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-c09e0435-5b44-4acc-81b8-91c0a5b8e384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1099 time: 0.0868993 Apr 08 12:11:37.708030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:11:37.873984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-747eb2f2-5b1c-4266-9229-79b193e2b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:37.875580 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-747eb2f2-5b1c-4266-9229-79b193e2b703 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.1595347 Apr 08 12:11:37.997744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-6992b866-ff5a-412c-9f7a-01aaa9ea1c85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 998 time: 0.1134605 Apr 08 12:11:38.076916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-8c7d1891-81ce-41c6-945b-d669f6cbff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:38.078792 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-8c7d1891-81ce-41c6-945b-d669f6cbff3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.0739202 Apr 08 12:11:38.107368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '456c27ee-76a9-4ff1-9e2b-d294fa68f01a', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'mac_address': 'fa:16:3e:f0:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd528cd70-d97c-4464-b61f-071112edad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:11:19Z', 'updated_at': '2021-04-08T12:11:36Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:38.111805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:11:38.124736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:11:38.124736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:38.173077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-65068a47-ca3f-4101-9d5c-6e8d91636ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:38.174753 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-65068a47-ca3f-4101-9d5c-6e8d91636ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853448 Apr 08 12:11:38.325500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:11:38.328492 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-b071f912-bf33-4657-92e0-9cf0d098f2bf service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444168 Apr 08 12:11:38.503432 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-84c5e5ac-2d08-4253-bf90-d1e749756190 req-785ab412-940d-4170-8d62-3859757c0a9d service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674538 Apr 08 12:11:38.590744 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-acdf9ab9-c43f-4fe2-9e43-94fc8049c426 req-434cd5c5-acfd-412f-ac55-24fc6045886e tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 210 time: 0.0857303 Apr 08 12:11:38.667510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1c45fe73-f8b5-412c-b297-330038730d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:38.788917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-53a7dbbf-9beb-4af2-b182-643d99f08b0d tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:38.790600 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-53a7dbbf-9beb-4af2-b182-643d99f08b0d tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "GET /v2.0/networks?id=b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 200 len: 809 time: 0.1986339 Apr 08 12:11:38.805138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Request body: {'port': {'device_id': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895', 'admin_state_up': True, 'tenant_id': 'a35a57dd3b4e495984276f4582f6efe7'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:38.944839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '456c27ee-76a9-4ff1-9e2b-d294fa68f01a', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'mac_address': 'fa:16:3e:f0:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd528cd70-d97c-4464-b61f-071112edad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:11:19Z', 'updated_at': '2021-04-08T12:11:36Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:38.956737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efd14c-aeb4-4261-a02e-bba00c5f8173 None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '456c27ee-76a9-4ff1-9e2b-d294fa68f01a', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'floating_ip_address': '172.28.0.3', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'mac_address': 'fa:16:3e:f0:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd528cd70-d97c-4464-b61f-071112edad16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:11:19Z', 'updated_at': '2021-04-08T12:11:36Z', 'revision_number': 1, 'project_id': '59415f94b4c6401eaec1680916137167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:11:39.020514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:39.032496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:39.041466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Made reservation on behalf of a35a57dd3b4e495984276f4582f6efe7 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:11:39.047553 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:39.204737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Allocated IP 172.20.0.5 (b27415cf-c427-4aba-9214-df8be8243895/9fd994c2-4507-49b5-910c-7b3b16e2faf3/c4e1ebe5-2ddd-48e2-878c-2f4b76f90129) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:11:39.274262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec835c9-fa3d-471f-94d7-5289f46ca1e7 None None] New status for floating IP 456c27ee-76a9-4ff1-9e2b-d294fa68f01a: ACTIVE {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:11:39.413551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:39.453701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:39.471923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-603ffc2f-0c36-45a3-8b4d-f892917cfdc7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:39.613734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Pushing event updated for resources: {'Port': ['ID=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:39.630103 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:39.672272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Network b27415cf-c427-4aba-9214-df8be8243895 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:11:39.673389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:11:39.675665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:11:39.791588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:39.792267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:39.832320 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0318305 Apr 08 12:11:39.845363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eee06-6013-49e0-8bee-b92e7de89b41 req-f022c65a-7eba-49fe-bcb4-b4aa88975d56 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:39.846138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-437eee06-6013-49e0-8bee-b92e7de89b41 req-f022c65a-7eba-49fe-bcb4-b4aa88975d56 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Synchronizing usage tracker for tenant:a35a57dd3b4e495984276f4582f6efe7 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:11:39.854574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Request body: {'port': {'device_id': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:11:39.913224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-437eee06-6013-49e0-8bee-b92e7de89b41 req-f022c65a-7eba-49fe-bcb4-b4aa88975d56 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Unset dirty status for tenant:a35a57dd3b4e495984276f4582f6efe7 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:11:39.914456 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-437eee06-6013-49e0-8bee-b92e7de89b41 req-f022c65a-7eba-49fe-bcb4-b4aa88975d56 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 931 time: 0.2117932 Apr 08 12:11:39.996991 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-437eee06-6013-49e0-8bee-b92e7de89b41 req-34edc445-4419-4b63-8dee-21907ef8db14 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464857 Apr 08 12:11:40.005382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:40.406572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:40.414287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:40.430543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Transition to ACTIVE for port object c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:11:40.433917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:40.449996 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-356c9d67-b082-4366-b9db-122849d15194 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:40.595639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Pushing event updated for resources: {'Port': ['ID=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:40.599493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:40.622817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1d6dcda9-a398-430c-aad1-5182b20b0303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:40.848732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Attempting to bind port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:11:40.849302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Attempting to bind port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:11:40.849423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Attempting to bind port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 on network b27415cf-c427-4aba-9214-df8be8243895 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:11:40.854218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 on network b27415cf-c427-4aba-9214-df8be8243895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:11:40.854566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Attempting to bind port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 on network b27415cf-c427-4aba-9214-df8be8243895 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:11:40.860307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:11:40.860672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Checking segment: {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:11:40.861081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Bound using segment: {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:11:40.861537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Bound port: c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3b3796-1945-428f-9062-55c82dc16661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:11:40.861936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:40.938686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] For port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:11:40.941665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] For port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:11:40.944815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:40.960165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2f651719-f2f5-4004-8af3-d558d8a09141 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:41.365503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Pushing event updated for resources: {'Port': ['ID=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:41.368828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:41.467842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:41.468444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:41.469966 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-86948539-95a0-406f-89c3-d77acec9778f service neutron] 10.222.0.13 "PUT /v2.0/ports/c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 HTTP/1.1" status: 200 len: 1093 time: 1.6201012 Apr 08 12:11:41.470486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'tag': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:41.493208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25d82f-ebe7-400b-ad41-8b2f1a39787b req-14073dd8-5e3c-4241-8745-4b3401a21f09 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:41.494847 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3c25d82f-ebe7-400b-ad41-8b2f1a39787b req-14073dd8-5e3c-4241-8745-4b3401a21f09 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 943 time: 0.1361351 Apr 08 12:11:41.547606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:41.555116 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'tag': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129', 'status': 'completed', 'code': 200} Apr 08 12:11:41.576267 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3c25d82f-ebe7-400b-ad41-8b2f1a39787b req-927c8dcd-5491-4bad-aa9c-45608128e95b tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730844 Apr 08 12:11:41.607937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-9830fd38-5de2-46fe-9558-799815e87027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:41.609497 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-9830fd38-5de2-46fe-9558-799815e87027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a35a57dd3b4e495984276f4582f6efe7&device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 1096 time: 0.0912385 Apr 08 12:11:41.685060 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-677db944-023c-45e0-9150-cd7740fe502c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 HTTP/1.1" status: 200 len: 217 time: 0.0674710 Apr 08 12:11:41.773789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:41.790883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-02cf138b-f3e7-4f11-83ce-6b0a30643bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:41.793075 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-02cf138b-f3e7-4f11-83ce-6b0a30643bb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fd994c2-4507-49b5-910c-7b3b16e2faf3 HTTP/1.1" status: 200 len: 849 time: 0.0949647 Apr 08 12:11:41.850163 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-4069145d-5fd7-41de-9882-0f8a79dade37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27415cf-c427-4aba-9214-df8be8243895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496695 Apr 08 12:11:42.005343 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-622cbb97-b49e-4066-82ab-2c39bc827491 service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474540 Apr 08 12:11:42.160601 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e3d4be2-1e2d-4441-91a3-e1e3d5594716 req-a8a45893-b380-4ff8-b8ff-ee829d55e090 service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480610 Apr 08 12:11:42.299509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-e860eda5-2e70-4555-b867-2141264a989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:42.301124 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-e860eda5-2e70-4555-b867-2141264a989c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a35a57dd3b4e495984276f4582f6efe7&device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 1096 time: 0.0929432 Apr 08 12:11:42.455266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-b6d9763b-de43-43dd-ba16-15039c3b9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:42.456833 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-b6d9763b-de43-43dd-ba16-15039c3b9bd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 200 len: 910 time: 0.1421537 Apr 08 12:11:42.529843 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-522a0192-a46e-4c34-8a6b-60b2622c1ad0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 HTTP/1.1" status: 200 len: 217 time: 0.0657032 Apr 08 12:11:42.603520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-02944aed-78ea-43b1-8608-5371e2bf4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:42.605690 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-02944aed-78ea-43b1-8608-5371e2bf4faa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9fd994c2-4507-49b5-910c-7b3b16e2faf3 HTTP/1.1" status: 200 len: 849 time: 0.0671482 Apr 08 12:11:42.659096 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-6393e586-98ac-4c97-b83b-0ffbd6afa832 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b27415cf-c427-4aba-9214-df8be8243895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466518 Apr 08 12:11:42.870969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:42.889962 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7e878-8209-427c-bc16-8737e8b1a4df req-606e8b9f-8e1f-4818-84a9-da091c0d6fb1 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:42.891549 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ebd7e878-8209-427c-bc16-8737e8b1a4df req-606e8b9f-8e1f-4818-84a9-da091c0d6fb1 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 943 time: 0.1927242 Apr 08 12:11:42.893595 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-6bd83753-7e62-40b7-9c80-67c3c3da7b1d service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193835 Apr 08 12:11:43.003852 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ebd7e878-8209-427c-bc16-8737e8b1a4df req-d0b85a79-b39b-4c76-b5ff-9f2e9ef8ab07 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056464 Apr 08 12:11:43.055762 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8fc45d15-7462-44fa-a5f3-e482d2056ca4 req-963c60ba-ad54-4988-ab84-c4ee83962369 service neutron] 10.222.0.13 "GET /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456933 Apr 08 12:11:43.697971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48650) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:43.826938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:43.842277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:11:43.846406 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Usage tracker for resource:security_group_rule and tenant:7918aab0d04b404f81d3e110d4b47b5e is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:11:43.849389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:11:43.855434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:11:43.937606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:43.940326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:43.949638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-43402134-be83-47a6-b1c4-d914d6729850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:43.992277 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7918aab0d04b404f81d3e110d4b47b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920353 Apr 08 12:11:43.993203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be7f407-e1c2-458f-961a-91ce167c3737,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:43.995730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 48656) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:44.002140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.002551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.002951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.003346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.003737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.004126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.004538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.004899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.005286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.005670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.006088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.006471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:11:44.010642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:44.057287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.085179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.201047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.206477 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-72e60608-6fb4-4509-a2ba-705e4ac97119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:44.221168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be7f407-e1c2-458f-961a-91ce167c3737,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:44.225003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:44.234068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a44f4-11ae-44dd-bff7-f0847467c502 req-ef4e7ca3-2862-448d-a044-e2ef16d89eba tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:44.235661 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-446a44f4-11ae-44dd-bff7-f0847467c502 req-ef4e7ca3-2862-448d-a044-e2ef16d89eba tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 943 time: 0.1180859 Apr 08 12:11:44.237838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.239202 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1be7f407-e1c2-458f-961a-91ce167c3737 HTTP/1.1" status: 204 len: 168 time: 0.2422483 Apr 08 12:11:44.269841 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-446a44f4-11ae-44dd-bff7-f0847467c502 req-1342057e-be28-4b0c-9d13-893f5eff97c0 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250373 Apr 08 12:11:44.276179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:11:44.395577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.442227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:44.458984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129', 'network_id': 'b27415cf-c427-4aba-9214-df8be8243895', 'port_id': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129', 'mac_address': 'fa:16:3e:8f:f9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd994c2-4507-49b5-910c-7b3b16e2faf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:11:44.525122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.527055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:11:44.543387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:44.546035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:44.547831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:44.619252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:44.622806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:44.819679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['c4e1ebe5-2ddd-48e2-878c-2f4b76f90129'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:11:45.473148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff4f41-72e8-471c-ae80-28f4c997b11b req-4a8ad3af-93e5-474a-b017-de838eafb9f7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:45.474708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5bff4f41-72e8-471c-ae80-28f4c997b11b req-4a8ad3af-93e5-474a-b017-de838eafb9f7 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 944 time: 0.0869803 Apr 08 12:11:45.504388 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5bff4f41-72e8-471c-ae80-28f4c997b11b req-00c443b4-a5b6-4e07-ad4d-f91ab3b6f1f5 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235004 Apr 08 12:11:46.282599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:11:46.352429 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:11:46.358323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:11:46.358745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:46.485570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:46.497473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:46.521474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:46.526487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:46.531612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a776db03-849c-4f83-a340-e7bdba1783a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:46.601139 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129', 'code': 200} Apr 08 12:11:46.616173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:46.619451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:46.764415 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d91a0-f5ee-4582-b60d-c7f213c743a0 req-52647c19-3427-46a5-8fb7-4d3a86b3b87e tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:46.766073 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-805d91a0-f5ee-4582-b60d-c7f213c743a0 req-52647c19-3427-46a5-8fb7-4d3a86b3b87e tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 945 time: 0.0964229 Apr 08 12:11:46.840420 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-805d91a0-f5ee-4582-b60d-c7f213c743a0 req-484f9efc-1339-4318-a31e-9a5315df38d6 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665469 Apr 08 12:11:46.878359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453024e9-ab0f-4c53-9030-c22260c512fe req-ec240892-4c3f-4908-b115-97c1725fec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:46.880082 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-453024e9-ab0f-4c53-9030-c22260c512fe req-ec240892-4c3f-4908-b115-97c1725fec2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 1098 time: 0.0838375 Apr 08 12:11:46.911295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-453024e9-ab0f-4c53-9030-c22260c512fe req-632230c7-3e06-474e-b982-8baa38a467c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0212684 Apr 08 12:11:48.066641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3e7f3-d3ab-447f-9e63-0cbcc69a9ba0 req-f4666d13-556d-4005-8570-9a62449c63c6 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:48.068257 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-34f3e7f3-d3ab-447f-9e63-0cbcc69a9ba0 req-f4666d13-556d-4005-8570-9a62449c63c6 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 945 time: 0.0986443 Apr 08 12:11:48.102211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-34f3e7f3-d3ab-447f-9e63-0cbcc69a9ba0 req-0e32bab3-2f12-4e3c-b5bd-3154d378b288 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265656 Apr 08 12:11:49.307028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f1cf3-0682-48e8-86dd-90b7b499e912 req-058a9fda-e893-4ace-9775-bd692b30bf3c tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:49.309211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4c8f1cf3-0682-48e8-86dd-90b7b499e912 req-058a9fda-e893-4ace-9775-bd692b30bf3c tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 945 time: 0.0884924 Apr 08 12:11:49.339684 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4c8f1cf3-0682-48e8-86dd-90b7b499e912 req-40015302-7071-41ec-9d86-aada891e2c0a tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239267 Apr 08 12:11:50.547273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a1bb4-d9dc-4c27-b4a7-693164a7cf8c req-8115c085-0810-418e-9cd7-6e1290f61b1d tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:50.548870 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-797a1bb4-d9dc-4c27-b4a7-693164a7cf8c req-8115c085-0810-418e-9cd7-6e1290f61b1d tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 945 time: 0.0918941 Apr 08 12:11:50.580041 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-797a1bb4-d9dc-4c27-b4a7-693164a7cf8c req-dc2e4bee-2f08-4277-b940-7979a7c9357c tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243378 Apr 08 12:11:50.812156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:11:51.785208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d280f-4f29-4fe2-8e4a-6d9bb17779d8 req-c305ec25-8d72-4110-bed3-8528233de581 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:51.786804 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d98d280f-4f29-4fe2-8e4a-6d9bb17779d8 req-c305ec25-8d72-4110-bed3-8528233de581 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 945 time: 0.0921309 Apr 08 12:11:51.818375 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d98d280f-4f29-4fe2-8e4a-6d9bb17779d8 req-fd2195f5-be27-4bdd-82d1-7808a54d3adc tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/security-groups?id=ca4fb406-cf6a-4895-a163-94553d339806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242522 Apr 08 12:11:52.084934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-ccad1ef2-2790-4766-8854-8df6e115d845 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:52.086484 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-ccad1ef2-2790-4766-8854-8df6e115d845 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 945 time: 0.0912228 Apr 08 12:11:52.164314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Deleting port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:52.164693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:52.421556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] For port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,segment=NetworkSegment(5d3b3796-1945-428f-9062-55c82dc16661),segment_id=5d3b3796-1945-428f-9062-55c82dc16661)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:52.421897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:52.554958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Calling delete_port for c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:52.709002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:52.724233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:52.824470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Pushing event deleted for resources: {'Port': ['ID=c4e1ebe5-2ddd-48e2-878c-2f4b76f90129,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:52.834174 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:53.019716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] No DVR routers for this DVR port c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:11:53.027829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:53.031159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'name': 'network-vif-deleted', 'tag': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:53.088592 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fef3d6c7-2cd9-4d56-98a2-8d31f904912f req-2af587a7-f7ff-45e6-b923-0bb9d8611e2b tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c931f72-c073-4f67-a9a3-4fc29f162db3 HTTP/1.1" status: 200 len: 210 time: 0.1103213 Apr 08 12:11:53.113806 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-27f317ac-534d-4e8e-a4ab-44b1e5c7a7a4 req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] 10.222.0.13 "DELETE /v2.0/ports/c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 HTTP/1.1" status: 204 len: 173 time: 1.0113883 Apr 08 12:11:53.144895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83f0c3-f290-4408-a388-2c12a51e9afa req-6ee1d3f4-bd56-4e99-9882-f022afb964e6 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:53.147598 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a83f0c3-f290-4408-a388-2c12a51e9afa req-6ee1d3f4-bd56-4e99-9882-f022afb964e6 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.1258516 Apr 08 12:11:53.151782 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c931f72-c073-4f67-a9a3-4fc29f162db3', 'name': 'network-vif-deleted', 'tag': 'c4e1ebe5-2ddd-48e2-878c-2f4b76f90129', 'status': 'completed', 'code': 200} Apr 08 12:11:53.179431 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a83f0c3-f290-4408-a388-2c12a51e9afa req-a5c35a94-7bed-4841-a9ae-35b8ab473c92 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259688 Apr 08 12:11:54.327585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:11:54.373871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:11:54.374547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device c4e1ebe5-2ddd-48e2-878c-2f4b76f90129 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:11:54.400856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdccbb8-b4ff-4ffc-8388-aecc2198c606 req-996da7fb-3e97-43f4-8b5f-fd02e6242523 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:54.403246 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1cdccbb8-b4ff-4ffc-8388-aecc2198c606 req-996da7fb-3e97-43f4-8b5f-fd02e6242523 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0992832 Apr 08 12:11:54.438316 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1cdccbb8-b4ff-4ffc-8388-aecc2198c606 req-3a5e1b5d-c649-4cfe-9054-57fee335e360 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260260 Apr 08 12:11:55.216409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-674d659a-5a64-49f4-8e0d-d66e6ca38055 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:55.218024 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-674d659a-5a64-49f4-8e0d-d66e6ca38055 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.0922327 Apr 08 12:11:55.296719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Deleting port 46da1eb4-5c33-4249-9625-854324908d30 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:55.297109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:55.870734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] For port 46da1eb4-5c33-4249-9625-854324908d30, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=46da1eb4-5c33-4249-9625-854324908d30,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:11:55.871337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:55.946945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfa25d-771e-468d-8f44-c938f50894c4 req-cf71a118-327e-4b26-b003-148c3d3df030 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:11:55.949095 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e7bfa25d-771e-468d-8f44-c938f50894c4 req-cf71a118-327e-4b26-b003-148c3d3df030 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 945 time: 0.2236998 Apr 08 12:11:56.010069 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e7bfa25d-771e-468d-8f44-c938f50894c4 req-3c9cf94a-e51c-43a3-8683-a8ce5e99c29d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba2e1b44-f624-4bf4-8acc-13b9b3862abe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514388 Apr 08 12:11:56.244182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:56.244716 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:56.245235 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Floating IP fc9ee547-b552-4a00-8027-60216f0bd63e disassociated. External IP: 172.28.0.109, port: 46da1eb4-5c33-4249-9625-854324908d30. Apr 08 12:11:56.245704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Calling delete_port for 46da1eb4-5c33-4249-9625-854324908d30 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:56.403762 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:56.420545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8fdec979-e70a-46c2-9daa-7c5f1cc9fa7a tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:56.469467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event deleted for resources: {'Port': ['ID=46da1eb4-5c33-4249-9625-854324908d30,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:56.522966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:56.840819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:11:56.860971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48878) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:56.952967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Deleting subnet 74ab41f7-99b5-49bb-820f-4a42be0d46ab {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:11:56.957539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:57.034260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:57.096031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:11:57.108759 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:11:57.142959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:11:57.144126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:57.161088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:57.284411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] No DVR routers for this DVR port 46da1eb4-5c33-4249-9625-854324908d30 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:11:57.310514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:57.313429 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'name': 'network-vif-deleted', 'tag': '46da1eb4-5c33-4249-9625-854324908d30'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:11:57.372024 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d862d91b-9941-41e4-a1f0-89d353fed291 req-b0c22f46-7c53-474e-8b63-90c194b0ac15 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=7039b221-79b7-4e14-8138-058888b5a1b6 HTTP/1.1" status: 200 len: 210 time: 0.1513236 Apr 08 12:11:57.387685 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-2fb09bd0-b5b2-4e80-ba5b-f30919f21e50 req-cdb1eeec-fac6-4e55-a28d-779976b7eafd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "DELETE /v2.0/ports/46da1eb4-5c33-4249-9625-854324908d30 HTTP/1.1" status: 204 len: 173 time: 2.1622226 Apr 08 12:11:57.486386 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7039b221-79b7-4e14-8138-058888b5a1b6', 'name': 'network-vif-deleted', 'tag': '46da1eb4-5c33-4249-9625-854324908d30', 'status': 'completed', 'code': 200} Apr 08 12:11:57.516743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:11:57.571522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:57.590626 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-364e34d2-76fb-45c1-9a35-cfb7645b3522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:57.685081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ab41f7-99b5-49bb-820f-4a42be0d46ab,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:57.693356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:57.761504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:57.775880 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] 10.222.0.23 "DELETE /v2.0/subnets/74ab41f7-99b5-49bb-820f-4a42be0d46ab HTTP/1.1" status: 204 len: 168 time: 0.9131436 Apr 08 12:11:57.779018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 48892) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:57.921002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:57.926473 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:11:57.938015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:11:57.938697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:57.952206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.159967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.181091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:11:58.288994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107fbbcb-d2cd-4a27-a25b-a235d1f2e523']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:58.303375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333e67ff-c94f-4be5-9d36-40b76d6f1d17') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:58.303601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333e67ff-c94f-4be5-9d36-40b76d6f1d17') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:58.319729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.339230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.349393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:11:58.571241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:11:58.576375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 46da1eb4-5c33-4249-9625-854324908d30 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:11:58.583988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.626235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48904) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:58.631932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 46da1eb4-5c33-4249-9625-854324908d30 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:11:58.631932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 46da1eb4-5c33-4249-9625-854324908d30 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:11:58.683940 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:11:58.701331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3d1f24-9f0e-4c72-8a15-e9b8a3db0b65 None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:11:58.820219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Network 107fbbcb-d2cd-4a27-a25b-a235d1f2e523 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:11:58.833150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:11:58.848217 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:11:58.882370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.935062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.939025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:58.957288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.958566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:58.963242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e8f0360d-865f-4d2c-bf89-a6b7565b0167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:58.968202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Pushing event deleted for resources: {'Network': ['ID=107fbbcb-d2cd-4a27-a25b-a235d1f2e523,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:58.976646 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:58.983964 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e1b44-f624-4bf4-8acc-13b9b3862abe,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:58.984723 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] 10.222.0.23 "DELETE /v2.0/networks/107fbbcb-d2cd-4a27-a25b-a235d1f2e523 HTTP/1.1" status: 204 len: 168 time: 1.2045012 Apr 08 12:11:58.990190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:59.000363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.001594 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba2e1b44-f624-4bf4-8acc-13b9b3862abe HTTP/1.1" status: 204 len: 168 time: 0.3740957 Apr 08 12:11:59.004557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48914) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:59.028062 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.v2.resource [None req-83adcbb2-efc1-4495-8ad6-e42451393699 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] show failed (client error): The resource could not be found. Apr 08 12:11:59.032151 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-83adcbb2-efc1-4495-8ad6-e42451393699 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups/ba2e1b44-f624-4bf4-8acc-13b9b3862abe HTTP/1.1" status: 404 len: 347 time: 0.0232997 Apr 08 12:11:59.032931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 48918) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:59.247139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6231cb3e-e1e8-477f-9e22-e6d7fc3cdf74 None None] New status for floating IP fc9ee547-b552-4a00-8027-60216f0bd63e: DOWN {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:11:59.251184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Deleting port 95e8e63c-9a04-4ef8-9fb0-2d84808b2af3 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:11:59.251692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.314155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48922) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:59.376265 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2aece4d8-0191-470f-a7f8-d715e29606db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7069e08f25f64aafbac3563b96dc2dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606239 Apr 08 12:11:59.378847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48926) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:11:59.446442 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.467558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.468217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.481715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.540347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.549447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e9862c40-9170-4325-b06c-69a03255fc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:11:59.565120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1058e994-5c2f-4043-bfef-f56c337cfbc4,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:11:59.575085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:11:59.577988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:11:59.579476 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1058e994-5c2f-4043-bfef-f56c337cfbc4 HTTP/1.1" status: 204 len: 168 time: 0.1996691 Apr 08 12:11:59.618586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Calling delete_port for 95e8e63c-9a04-4ef8-9fb0-2d84808b2af3 owned by network:floatingip {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:11:59.747707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:11:59.748079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:12:00.249304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Deleting port 95e8e63c-9a04-4ef8-9fb0-2d84808b2af3 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:00.249873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.572114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48960) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:00.719843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-357936555-network', 'tenant_id': '846650aa1c0048378aa4501297770935'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:00.726001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:00.731014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Usage tracker for resource:network and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:00.731183 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.731546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.735119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:00.741787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:00.755883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Made reservation on behalf of 846650aa1c0048378aa4501297770935 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:00.764458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.782817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.801988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:00.806598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:00.810240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:00.817239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:00.886062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Calling delete_port for 95e8e63c-9a04-4ef8-9fb0-2d84808b2af3 owned by network:floatingip {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:00.958407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.963136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:00.969241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-dc30e929-a15e-40b2-82ec-b8ec170929cd tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:00.999368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:12:01.012404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce1fd03-597c-477b-94a1-fa5c53e935ef,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:01.017741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:01.023417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.023804 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Added segment 725276ef-0630-42c7-9f1a-0175fe01ed2f of type vlan for network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 Apr 08 12:12:01.059535 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.099241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.100605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:01.101242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.101379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.105168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:01.201287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d8183151-8134-40e1-ac3b-9e5336c927a5 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:01.218756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee029bc7-f0e8-42a5-808d-af6c36da9ca6,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:01.222479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6474829 Apr 08 12:12:01.225990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:01.226528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48972) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:01.232802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Request body: {'subnet': {'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-357936555-subnet', 'tenant_id': '846650aa1c0048378aa4501297770935', 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:01.233109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:12:01.239199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:01.246786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Usage tracker for resource:subnet and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:01.251386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:01.261999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:01.280289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Made reservation on behalf of 846650aa1c0048378aa4501297770935 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:01.287486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1895171'] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.340589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event deleted for resources: {'Port': ['ID=95e8e63c-9a04-4ef8-9fb0-2d84808b2af3,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:01.350478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:01.461343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.479806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.481786 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc9ee547-b552-4a00-8027-60216f0bd63e HTTP/1.1" status: 204 len: 168 time: 2.4475040 Apr 08 12:12:01.706456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 48978) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:01.712527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44626798', 'description': 'tempest-description--560663732'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:01.719645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:01.724199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:01.728269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:01.734948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:01.747055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.751092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:01.755449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:01.758539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:01.766793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:01.859331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.863446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.869445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-48605bf1-c3ed-4844-8310-19fa388307d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:01.911928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a19833-6ad5-469f-bb81-229043832a4a,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:01.916930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:01.931725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:01.936653 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3fbbc8e8-d9be-4a34-8328-c9468d3cd902 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2259660 Apr 08 12:12:01.937034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48986) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:01.946032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'security_group_rule': {'security_group_id': '52a19833-6ad5-469f-bb81-229043832a4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:01.957689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:01.965376 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:01.969063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:01.982152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:02.051622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.064167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827185600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1895218'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.085182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:02.264084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92a2e2f-b85c-474e-873e-43cc97fcfbaa,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:02.272740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:02.288990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.301977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.308732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ffb0daf5-f1db-4a5f-9a99-3361ab5ef440 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:02.339510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09e15a6-f4ec-4db7-9637-3bdbec2d0a6f,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:02.348508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:02.358506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.362545 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-16fa2e01-ff14-403f-b606-a42472a1e4e7 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4217827 Apr 08 12:12:02.362882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 48992) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:02.368691 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'security_group_rule': {'security_group_id': '52a19833-6ad5-469f-bb81-229043832a4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:02.385177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:02.393227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:security_group_rule and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:02.397485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:02.406609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:02.411815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Checking segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:02.412187 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Network hostable DHCP agents. Network: ee029bc7-f0e8-42a5-808d-af6c36da9ca6, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:12:02.442667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.453371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:12:02.477096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, ee029bc7-f0e8-42a5-808d-af6c36da9ca6) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:02.487556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2d01e-85a0-4b44-ab3f-9dd7fbdb0189 None None] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:12:02.531817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:02.532401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.568754 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8e6ed72d-6e9c-46ce-aabb-4bfb8f42d185 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3410714 Apr 08 12:12:02.571651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 48996) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:02.576146 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.578390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:02.584789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.591153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:02.598057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Usage tracker for resource:router and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:02.601638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:02.611713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:02.623922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:02.638783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12d21a3-a0ab-4cd0-9c7e-0ee03ab9b08b,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:02.639770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.641081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.660614 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:02.675640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.675974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.692969 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3184528 Apr 08 12:12:02.694417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49000) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:02.715781 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'floatingip': {'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:02.726464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:02.736702 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Usage tracker for resource:floatingip and tenant:ceac814225024399ad54e34ce4677ad5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:02.740812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:02.748384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:02.764214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:02.935130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.002573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:12:03.003771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.119538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Allocated IP 172.28.0.14 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/ee5345c5-643e-4b73-b899-820be93a0a65) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:03.201321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.319173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Allocated IP 172.20.0.2 (ee029bc7-f0e8-42a5-808d-af6c36da9ca6/f92a2e2f-b85c-474e-873e-43cc97fcfbaa/267cd7c1-e5a9-4521-b309-19ca3473f428) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:03.343033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.382878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.400175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:03.549295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'Port': ['ID=ee5345c5-643e-4b73-b899-820be93a0a65,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:03.563452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:03.576606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.597635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Transition to ACTIVE for port object 267cd7c1-e5a9-4521-b309-19ca3473f428 will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:03.638898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:03.640378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:03.649642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Transition to ACTIVE for port object 267cd7c1-e5a9-4521-b309-19ca3473f428 will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:03.657318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.664849 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.669410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:03.691011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:03.704944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.779324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.873214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:03.907504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Allocated IP 172.28.0.18 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/7b4ecf82-7060-4856-b727-f14b136502cc) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:03.951030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:03.955380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:03.957475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Pushing event updated for resources: {'Port': ['ID=267cd7c1-e5a9-4521-b309-19ca3473f428,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:03.966075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:04.011854 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:04.082416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Attempting to bind port 267cd7c1-e5a9-4521-b309-19ca3473f428 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:04.082817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Attempting to bind port 267cd7c1-e5a9-4521-b309-19ca3473f428 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:04.083260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Attempting to bind port 267cd7c1-e5a9-4521-b309-19ca3473f428 on network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:04.091585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:04.091989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Checking segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:04.092428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.092864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Bound using segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:04.093384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Bound port: 267cd7c1-e5a9-4521-b309-19ca3473f428, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:04.093832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.154371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.176948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] For port 267cd7c1-e5a9-4521-b309-19ca3473f428, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:04.180430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] For port 267cd7c1-e5a9-4521-b309-19ca3473f428, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=267cd7c1-e5a9-4521-b309-19ca3473f428,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:04.190871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.209784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.302078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:04.425860 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Pushing event updated for resources: {'Port': ['ID=267cd7c1-e5a9-4521-b309-19ca3473f428,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:04.426694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5f771c3a-5e82-4e1a-9553-5e08c1e60b96 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:04.436743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:04.534642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:04.538164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:04.544095 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.544666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:04.550139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27590335'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.675612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4ecf82-7060-4856-b727-f14b136502cc,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:04.693549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:04.704030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:04.788639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'Port': ['ID=ee5345c5-643e-4b73-b899-820be93a0a65,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:04.795076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:04.880675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.977476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:04.981089 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2853489 Apr 08 12:12:05.326747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:05.435160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 267cd7c1-e5a9-4521-b309-19ca3473f428 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:05.575431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-caae3dad-babd-4401-9fa0-bb638a48e6c0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Synchronizing usage tracker for tenant:ceac814225024399ad54e34ce4677ad5 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:05.598014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 267cd7c1-e5a9-4521-b309-19ca3473f428 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:05.610164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-caae3dad-babd-4401-9fa0-bb638a48e6c0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Unset dirty status for tenant:ceac814225024399ad54e34ce4677ad5 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:05.611665 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-caae3dad-babd-4401-9fa0-bb638a48e6c0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--44626798&fields=id&tenant_id=ceac814225024399ad54e34ce4677ad5 HTTP/1.1" status: 200 len: 267 time: 0.0665965 Apr 08 12:12:06.179505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd0c57-e9cd-4115-9c1c-996b5b7f21c5 None None] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:12:06.261074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-af1e630a-cd85-4f0a-8ed1-2cace184ed12 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:06.268876 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-af1e630a-cd85-4f0a-8ed1-2cace184ed12 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 810 time: 0.6416628 Apr 08 12:12:06.296246 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-b5b81274-d6bc-4f1c-9543-2ae8997fb12d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/quotas/ceac814225024399ad54e34ce4677ad5 HTTP/1.1" status: 200 len: 375 time: 0.0233037 Apr 08 12:12:06.314811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Provisioning for port 267cd7c1-e5a9-4521-b309-19ca3473f428 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:06.327171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Provisioning complete for port 267cd7c1-e5a9-4521-b309-19ca3473f428 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:06.327593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:06.340607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:06.635441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Router ebbaf950-6268-457a-ab42-3b1858623f0f is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:12:06.656757 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5753e589-fc91-4a7b-b6e8-e905ffc36d63 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Synchronizing usage tracker for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:06.660279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:06.684378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5753e589-fc91-4a7b-b6e8-e905ffc36d63 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Unset dirty status for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:06.686945 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5753e589-fc91-4a7b-b6e8-e905ffc36d63 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3898735 Apr 08 12:12:06.696362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] For port 267cd7c1-e5a9-4521-b309-19ca3473f428, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=267cd7c1-e5a9-4521-b309-19ca3473f428,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:06.705029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:06.706968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:06.795320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Pushing event updated for resources: {'Port': ['ID=267cd7c1-e5a9-4521-b309-19ca3473f428,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:06.798911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:07.038348 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-0d44294e-917b-4ff9-84de-68bbbb41f585 None None] Provisioning complete for port 267cd7c1-e5a9-4521-b309-19ca3473f428 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:07.038778 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0d44294e-917b-4ff9-84de-68bbbb41f585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:07.115766 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-47885435-a7fa-4416-9bca-7b0d31161109 service neutron] 10.222.0.23 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720082 Apr 08 12:12:07.249723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:07.264269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Sync routers for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:07.296704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:07.297414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:07.310733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:07.312042 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7390711 Apr 08 12:12:07.317160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49052) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:07.333308 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-926d5373-0363-4906-be18-2b5efacd24b5 service neutron] 10.222.0.23 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953449 Apr 08 12:12:07.471114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 267cd7c1-e5a9-4521-b309-19ca3473f428 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:07.722341 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e47aa2e3-b609-4dfc-9461-8bf489823192 req-1e053945-2fba-4e46-af2f-f2d7915dddc0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 210 time: 0.1701906 Apr 08 12:12:07.785978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:08.244549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 267cd7c1-e5a9-4521-b309-19ca3473f428 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:08.246246 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:08.345079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:04Z', 'revision_number': 3, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:08.382020 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:08.425188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Checking router: ebbaf950-6268-457a-ab42-3b1858623f0f for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:08.425897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Updating router ebbaf950-6268-457a-ab42-3b1858623f0f port 7b4ecf82-7060-4856-b727-f14b136502cc binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:12:08.512933 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fa57572-4b07-4021-8cde-a18b577878c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:08.531761 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:08.663952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Allocated IP 172.20.0.1 (ee029bc7-f0e8-42a5-808d-af6c36da9ca6/f92a2e2f-b85c-474e-873e-43cc97fcfbaa/e4df25db-a270-48d5-913c-8f5291585fb7) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:08.993745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.018234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Transition to ACTIVE for port object e4df25db-a270-48d5-913c-8f5291585fb7 will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:09.052803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.055080 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b3ff92b5-bf4c-408a-9dfe-5aadb246afda req-b19f0d1e-4d43-4249-91c2-5e794e84e2c6 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 210 time: 0.1349082 Apr 08 12:12:09.085598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d44daacb-763a-454c-94c0-6fed3036e70e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:09.118107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.130601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Transition to ACTIVE for port object 7b4ecf82-7060-4856-b727-f14b136502cc will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:09.147975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.243724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-a83e1ac7-929b-4df8-8280-c1e324f25045 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:09.260922 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-a83e1ac7-929b-4df8-8280-c1e324f25045 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 810 time: 0.2729287 Apr 08 12:12:09.357370 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-fcd15e76-5c24-435b-94f1-57a4e9a449e4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ceac814225024399ad54e34ce4677ad5 HTTP/1.1" status: 200 len: 5702 time: 0.0864713 Apr 08 12:12:09.364152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:09.372455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'port': {'device_id': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'admin_state_up': True, 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'security_groups': ['52a19833-6ad5-469f-bb81-229043832a4a']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:09.455491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:09.459076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:09.463387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:09.508177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Pushing event updated for resources: {'Port': ['ID=e4df25db-a270-48d5-913c-8f5291585fb7,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:09.521514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:09.560120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbfb14-ef85-4225-bea1-c364040f944b None None] Pushing event updated for resources: {'Port': ['ID=7b4ecf82-7060-4856-b727-f14b136502cc,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:09.564605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Attempting to bind port 7b4ecf82-7060-4856-b727-f14b136502cc on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:09.565632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Attempting to bind port 7b4ecf82-7060-4856-b727-f14b136502cc by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:09.566363 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Attempting to bind port 7b4ecf82-7060-4856-b727-f14b136502cc on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:09.571170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4dbbfb14-ef85-4225-bea1-c364040f944b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:09.574667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:09.574836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.575469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:09.576099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.576928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:09.577633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Bound port: 7b4ecf82-7060-4856-b727-f14b136502cc, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:09.578271 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.588160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:09.607883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:09.632609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Made reservation on behalf of ceac814225024399ad54e34ce4677ad5 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:09.644471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.694437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] For port 7b4ecf82-7060-4856-b727-f14b136502cc, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:09.698636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] For port 7b4ecf82-7060-4856-b727-f14b136502cc, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=7b4ecf82-7060-4856-b727-f14b136502cc,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:09.709670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:09.906577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:09.919601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Allocated IP 172.20.0.10 (8861323a-8481-4b29-b16a-979f1676adb8/13b61e3a-b578-4f29-93cc-40a18c92ce32/362cc108-bef4-42f0-919a-2a6be8b027a1) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:09.952074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.003037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbfb14-ef85-4225-bea1-c364040f944b None None] Pushing event updated for resources: {'Port': ['ID=7b4ecf82-7060-4856-b727-f14b136502cc,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:10.007298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4dbbfb14-ef85-4225-bea1-c364040f944b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:10.021806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:10.022510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:11:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:10.280511 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d04a7bdd-e32d-49b9-bfa8-dcb649838884 req-7e10df0d-f8b8-4e0e-a05d-8f06382cf2d3 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 210 time: 0.0772598 Apr 08 12:12:10.296605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:10.360207 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.386972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Transition to ACTIVE for port object 362cc108-bef4-42f0-919a-2a6be8b027a1 will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:10.435937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.530424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-6daa802f-adbe-4227-890c-09a26595f765 None None] Provisioning for port e4df25db-a270-48d5-913c-8f5291585fb7 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:10.551663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-6daa802f-adbe-4227-890c-09a26595f765 None None] Provisioning complete for port e4df25db-a270-48d5-913c-8f5291585fb7 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:10.552277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6daa802f-adbe-4227-890c-09a26595f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.603854 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-38fad4db-7b26-4071-ac60-7250c62f955a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:10.617016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.630566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27590335'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.659168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-affc69ee-fb53-4ae1-897c-20e4621021f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.670339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:10.679293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-6daa802f-adbe-4227-890c-09a26595f765 None None] Port e4df25db-a270-48d5-913c-8f5291585fb7 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:12:10.696889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Network 8861323a-8481-4b29-b16a-979f1676adb8 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:10.703109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:10.720903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:10.782504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event updated for resources: {'Port': ['ID=362cc108-bef4-42f0-919a-2a6be8b027a1,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:10.797491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:10.811902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.830852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:08Z', 'revision_number': 1, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:10.841171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:10.843286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Pushing event updated for resources: {'Port': ['ID=e4df25db-a270-48d5-913c-8f5291585fb7,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:10.843866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:10.845117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cfba81-863a-4b58-a20a-1e77c32f6cda None None] The sync data for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb is: [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:08Z', 'revision_number': 1, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:10.906363 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5413194 Apr 08 12:12:10.906750 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:10.922453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Request body: {'port': {'device_id': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:11.020524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-56e75625-a1f9-4a8a-9d7c-649d7e149c7a None None] Provisioning for port 362cc108-bef4-42f0-919a-2a6be8b027a1 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:11.021450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:11.022789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:11.028334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-56e75625-a1f9-4a8a-9d7c-649d7e149c7a None None] Provisioning complete for port 362cc108-bef4-42f0-919a-2a6be8b027a1 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:11.028752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-56e75625-a1f9-4a8a-9d7c-649d7e149c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:11.160994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-56e75625-a1f9-4a8a-9d7c-649d7e149c7a None None] Port 362cc108-bef4-42f0-919a-2a6be8b027a1 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:12:11.181726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:11.313540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Router ebbaf950-6268-457a-ab42-3b1858623f0f has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:12:11.431207 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-46d90b64-2711-476a-aff1-ef6a9f30fc5e None None] Provisioning complete for port e4df25db-a270-48d5-913c-8f5291585fb7 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:11.431627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-46d90b64-2711-476a-aff1-ef6a9f30fc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:11.541598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-46d90b64-2711-476a-aff1-ef6a9f30fc5e None None] Port e4df25db-a270-48d5-913c-8f5291585fb7 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:12:11.571970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:11.582140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:11.596969 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] 10.222.0.23 "PUT /v2.0/routers/ebbaf950-6268-457a-ab42-3b1858623f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2763357 Apr 08 12:12:11.793707 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.181063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202c0ad-857e-46b3-ba56-1692d9e8e588 req-360c2b77-0b66-4544-a65a-44b1624d6c5c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:12.181951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-0202c0ad-857e-46b3-ba56-1692d9e8e588 req-360c2b77-0b66-4544-a65a-44b1624d6c5c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Synchronizing usage tracker for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:12.223725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-0202c0ad-857e-46b3-ba56-1692d9e8e588 req-360c2b77-0b66-4544-a65a-44b1624d6c5c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Unset dirty status for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:12.224990 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0202c0ad-857e-46b3-ba56-1692d9e8e588 req-360c2b77-0b66-4544-a65a-44b1624d6c5c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 932 time: 0.6187725 Apr 08 12:12:12.332330 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0202c0ad-857e-46b3-ba56-1692d9e8e588 req-260faf5a-95c9-4bb2-a8de-d815e8d35717 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579233 Apr 08 12:12:12.340703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362cc108-bef4-42f0-919a-2a6be8b027a1 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:12.357022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.382000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Transition to ACTIVE for port object 362cc108-bef4-42f0-919a-2a6be8b027a1 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:12.393558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.413009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a585e55a-7644-4585-ab11-8a515dc01f55 tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:12.618570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Pushing event updated for resources: {'Port': ['ID=362cc108-bef4-42f0-919a-2a6be8b027a1,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:12.636554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49128) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:12.640929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:12.642466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1830710863-network', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:12.659942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:12.666009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Usage tracker for resource:network and tenant:8f527c2c048a444f84903d8be19b21c5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:12.680968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:12.688899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:12.718959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Made reservation on behalf of 8f527c2c048a444f84903d8be19b21c5 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:12.723898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.762107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.790263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:12.808015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Usage tracker for resource:security_group_rule and tenant:8f527c2c048a444f84903d8be19b21c5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:12.818905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:12.832694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:12.895735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.983079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.991303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:12.997514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-da35b021-0969-47b9-a74e-c1d49a6b9df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:13.028219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:12:13.052027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.052421 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Added segment 890cca5b-e31a-4fbb-925f-2bd74e2024a2 of type vlan for network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 Apr 08 12:12:13.082467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.099251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Attempting to bind port 362cc108-bef4-42f0-919a-2a6be8b027a1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:13.099500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Attempting to bind port 362cc108-bef4-42f0-919a-2a6be8b027a1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:13.100303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18081dda-19e4-4d5c-b737-80b463c81527,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:13.100542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Attempting to bind port 362cc108-bef4-42f0-919a-2a6be8b027a1 on network 8861323a-8481-4b29-b16a-979f1676adb8 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:13.104840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:13.143356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.144850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:13.145656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.170983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:13.191136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Port 362cc108-bef4-42f0-919a-2a6be8b027a1 on network 8861323a-8481-4b29-b16a-979f1676adb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:12:13.191666 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5539241 Apr 08 12:12:13.191776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Attempting to bind port 362cc108-bef4-42f0-919a-2a6be8b027a1 on network 8861323a-8481-4b29-b16a-979f1676adb8 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:13.191976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49136) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:13.208158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:13.208158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Checking segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:13.208158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Bound using segment: {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:13.208591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Bound port: 362cc108-bef4-42f0-919a-2a6be8b027a1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:13.209282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.255108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Request body: {'subnet': {'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1830710863-subnet', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:13.262720 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2aa69483-ec36-4e77-b68c-6fa4f3bb3db3 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105176363&fields=id&tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9 HTTP/1.1" status: 200 len: 267 time: 0.1665685 Apr 08 12:12:13.265697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:13.286934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Usage tracker for resource:subnet and tenant:8f527c2c048a444f84903d8be19b21c5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:13.292111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:13.305965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:13.323768 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Pushing event updated for resources: {'Network': ['ID=1dc54f21-d6fa-4bcb-a1b1-4b27885bf293,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:13.330458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:13.332204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Made reservation on behalf of 8f527c2c048a444f84903d8be19b21c5 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:13.340758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:12:13.352454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1895171'] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.383750 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] For port 362cc108-bef4-42f0-919a-2a6be8b027a1, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:13.393907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] For port 362cc108-bef4-42f0-919a-2a6be8b027a1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=362cc108-bef4-42f0-919a-2a6be8b027a1,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:13.449208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.485400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:13.548934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 7b4ecf82-7060-4856-b727-f14b136502cc up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:13.585922 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-1577b266-7e2c-4ede-b97d-ddcb617f62ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4775560 Apr 08 12:12:13.630761 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 7b4ecf82-7060-4856-b727-f14b136502cc completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:13.640347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 7b4ecf82-7060-4856-b727-f14b136502cc triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:13.640695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.879703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:13.880388 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:13.882510 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] 10.222.0.13 "PUT /v2.0/ports/362cc108-bef4-42f0-919a-2a6be8b027a1 HTTP/1.1" status: 200 len: 1094 time: 2.9663336 Apr 08 12:12:13.887991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:13.908446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Pushing event updated for resources: {'Port': ['ID=362cc108-bef4-42f0-919a-2a6be8b027a1,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:13.921312 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-9ba330de-c258-4a4f-922f-daff37b2e6e2 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:13.924118 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-9ba330de-c258-4a4f-922f-daff37b2e6e2 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 984 time: 0.6459951 Apr 08 12:12:13.945272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:13.952937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Request body: {'port': {'security_groups': ['6a3250b7-4a5e-4df6-9208-0ab04b4ce59e']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:14.084461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8c281-0a82-4e36-ab96-c832292e177c req-16008d20-ac64-472b-985d-4624d4602d3d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:14.091004 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5ff8c281-0a82-4e36-ab96-c832292e177c req-16008d20-ac64-472b-985d-4624d4602d3d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 944 time: 0.4975080 Apr 08 12:12:14.095101 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.114742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 7b4ecf82-7060-4856-b727-f14b136502cc, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=7b4ecf82-7060-4856-b727-f14b136502cc,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:14.122918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.124921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4dbbfb14-ef85-4225-bea1-c364040f944b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:14.187127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827185600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1895218'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.204597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3c3a9eda-36f4-418a-b6c6-5b3c3f6d7475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:14.233455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-765cddc0-dff9-46e5-bd6f-71829f7f20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:14.235398 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-765cddc0-dff9-46e5-bd6f-71829f7f20cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1137 time: 0.5106347 Apr 08 12:12:14.254773 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5ff8c281-0a82-4e36-ab96-c832292e177c req-15f23a40-704c-4a4d-93d4-c1000b8daa0d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1428142 Apr 08 12:12:14.259124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=7b4ecf82-7060-4856-b727-f14b136502cc,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:14.263128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:14.371815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'status': 'completed', 'code': 200} Apr 08 12:12:14.396866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4532218-d924-49f5-b7d8-6a290ffd04cd,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:14.403138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:14.404686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.408665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.487321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-1d9e4356-4bb4-4d00-b5d8-19a5c1da7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:14.491767 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-1d9e4356-4bb4-4d00-b5d8-19a5c1da7d8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 1097 time: 0.5045335 Apr 08 12:12:14.492319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Checking segment: {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:14.492811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Network hostable DHCP agents. Network: 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:12:14.517038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:12:14.528866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:14.540552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc6a38-d7db-4809-ae76-d0c29edec631 None None] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:12:14.573396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:14.576597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.626572 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4306765 Apr 08 12:12:14.629114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49158) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:14.637643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:14.643049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:14.648441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Usage tracker for resource:router and tenant:8f527c2c048a444f84903d8be19b21c5 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:14.657012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:14.663994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:14.671915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-ad298e6b-1c5a-4db1-90dd-f41a1adeddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:14.673528 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-ad298e6b-1c5a-4db1-90dd-f41a1adeddb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.4132378 Apr 08 12:12:14.675028 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-0331f497-de5b-4465-862e-93cada46057b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=362cc108-bef4-42f0-919a-2a6be8b027a1 HTTP/1.1" status: 200 len: 217 time: 0.1537685 Apr 08 12:12:14.680971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3816726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3205'] for router, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.683054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3819384', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3853093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772595'] for router, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.704147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.928324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:14.958974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:14.963973 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp68aeec09-39e9-5056-ac34-5d1cafa81eb6-1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'fixed_ips': [{'subnet_id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd'}]}} from dv-cinder-784779-3-smb. {{(pid=84400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 08 12:12:14.966721 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:15.076898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:15.095350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fcf39308-0b22-4e6a-8005-c74ee4af542a'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:12:15.136875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3819369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3816711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772614'] for router, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:15.138171 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-5a36dfef-5c90-421e-a0cf-fa8a948361e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 1001 time: 0.1767697 Apr 08 12:12:15.160181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a270746c-844b-4486-85f3-ca5a1f3f4b43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:15.299736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Sync routers for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:15.329430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:15.330184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:15.332624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event updated for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=7']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:15.336553 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-f13bea40-6d36-494d-8ab5-821dc155188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:15.339547 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-f13bea40-6d36-494d-8ab5-821dc155188c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.0794916 Apr 08 12:12:15.460279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 7b4ecf82-7060-4856-b727-f14b136502cc up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:15.540537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Allocated IP 172.20.0.2 (1dc54f21-d6fa-4bcb-a1b1-4b27885bf293/e4532218-d924-49f5-b7d8-6a290ffd04cd/038a1171-2ba1-4ecb-b3ac-dec2c914b98c) {{(pid=84400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:15.630270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 7b4ecf82-7060-4856-b727-f14b136502cc triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:15.632611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:15.645277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:15.691510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:15.775879 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:15.981934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Allocated IP 172.28.0.76 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/5273be4d-19f9-4061-9800-e4b5b142b68e) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:16.042793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:16.044643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-18b4240c-6be1-47d4-9b40-c2c887918a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:16.046235 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-18b4240c-6be1-47d4-9b40-c2c887918a35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 1.0219116 Apr 08 12:12:16.111673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.136245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Transition to ACTIVE for port object 038a1171-2ba1-4ecb-b3ac-dec2c914b98c will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:16.168049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Transition to ACTIVE for port object 038a1171-2ba1-4ecb-b3ac-dec2c914b98c will not be triggered until provisioned by entity DHCP. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:16.172954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:10Z', 'revision_number': 2, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:16.179368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988'] for port, after_create {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.194108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Checking router: ebbaf950-6268-457a-ab42-3b1858623f0f for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:16.194679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Updating router ebbaf950-6268-457a-ab42-3b1858623f0f port e4df25db-a270-48d5-913c-8f5291585fb7 binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:12:16.208987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:16.251835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.291077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.292798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.325480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:16.352556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-6895814f-7930-4950-9c88-0c33e4f4b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:16.354568 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-6895814f-7930-4950-9c88-0c33e4f4b472 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2668571 Apr 08 12:12:16.440180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec0843-ad3a-4b37-a5ab-217836a48b7c req-67b845aa-938c-43b9-a01d-2381bc80792f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:16.445940 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a5ec0843-ad3a-4b37-a5ab-217836a48b7c req-67b845aa-938c-43b9-a01d-2381bc80792f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 944 time: 0.3985126 Apr 08 12:12:16.495291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Pushing event updated for resources: {'Port': ['ID=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,revision_number=1']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:16.504816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:16.617260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 is already hosted by enough agents. {{(pid=84400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:16.618632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Resources bound (agent type, host, resource id): {{(pid=84400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:16.621935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Received port after_create {{(pid=84400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:16.687772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:16.690474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.692043 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c026bc1e-73dc-4daa-9b68-d23a0b5b0382 req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "PUT /v2.0/ports/fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 942 time: 2.7454619 Apr 08 12:12:16.694368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-d41f0759-a3cb-4534-b677-3acce466afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:16.695940 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-d41f0759-a3cb-4534-b677-3acce466afac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5300496 Apr 08 12:12:16.710543 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-76ed4138-b639-4bf4-bac3-47dbbb26abfa service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465295 Apr 08 12:12:16.711105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 49174) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:16.715255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:16.835365 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Attempting to bind port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:16.836277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Attempting to bind port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:16.836277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Attempting to bind port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c on network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:16.861951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['fcf39308-0b22-4e6a-8005-c74ee4af542a'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:12:16.937696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:16.938300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Checking segment: {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:16.939067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.939576 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Bound using segment: {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:16.940184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Bound port: 038a1171-2ba1-4ecb-b3ac-dec2c914b98c, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:16.940723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:16.986107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Pushing event updated for resources: {'Port': ['ID=5273be4d-19f9-4061-9800-e4b5b142b68e,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:16.998386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:17.037871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:17.087222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Transition to ACTIVE for port object e4df25db-a270-48d5-913c-8f5291585fb7 will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:17.091082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:17.093165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:17.099267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:17.106569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:17.140453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-656f52d3-03ad-4bbd-a67d-fe61e173731c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:17.143057 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] For port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:17.188078 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] For port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:17.190615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-bed837e1-d60a-418f-b842-39b004bfb7a1 None None] Provisioning complete for port fcf39308-0b22-4e6a-8005-c74ee4af542a triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:17.193228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bed837e1-d60a-418f-b842-39b004bfb7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:17.232704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:17.387900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:17.402608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Pushing event updated for resources: {'Port': ['ID=e4df25db-a270-48d5-913c-8f5291585fb7,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:17.459957 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-aa18e8b2-a6fd-40f4-b369-e8fcc5159f23 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477343 Apr 08 12:12:17.467835 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a5ec0843-ad3a-4b37-a5ab-217836a48b7c req-a147c789-9a3b-4d86-8561-90a33174f5f9 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9083972 Apr 08 12:12:17.478780 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-894ee06d-2e0e-40f5-8cba-b717e4b21c27 req-19debe8c-39e6-4cbf-84d5-927081305f95 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397547 Apr 08 12:12:17.485683 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'status': 'completed', 'code': 200} Apr 08 12:12:17.575134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.575509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.575881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.576244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.576607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.576966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.577322 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.577675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.578338 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.578698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.579052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.579403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:17.583276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:17.814097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Pushing event updated for resources: {'Port': ['ID=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:17.825024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:17.987249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Attempting to bind port e4df25db-a270-48d5-913c-8f5291585fb7 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:17.987585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Attempting to bind port e4df25db-a270-48d5-913c-8f5291585fb7 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:17.987987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Attempting to bind port e4df25db-a270-48d5-913c-8f5291585fb7 on network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:18.006963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:18.012548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.012733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Checking segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:18.013165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.013611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Bound using segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:18.014216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Bound port: e4df25db-a270-48d5-913c-8f5291585fb7, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:18.014628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.103393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.182607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] For port e4df25db-a270-48d5-913c-8f5291585fb7, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:18.187857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] For port e4df25db-a270-48d5-913c-8f5291585fb7, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=e4df25db-a270-48d5-913c-8f5291585fb7,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:18.189474 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d7f2ad6-e065-4734-8957-f9e13a769511 req-dc74fbaa-1c66-4e7f-8732-028d24d08516 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028739 Apr 08 12:12:18.204631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.211634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.218741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-2a07d6a6-7020-4d6c-adfa-0f0d1ec22d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:18.220579 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-2a07d6a6-7020-4d6c-adfa-0f0d1ec22d27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1098 time: 0.6393526 Apr 08 12:12:18.511564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850959073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850956409'] for router, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:18.525981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-9975d2e3-faab-4ab7-8ca2-6dd04fe64e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:18.535819 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-9975d2e3-faab-4ab7-8ca2-6dd04fe64e31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.3013651 Apr 08 12:12:18.551325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7935d-e033-4732-a365-1010e3af8007 req-2e7654d0-bf42-45e9-b83e-b80bfc2303a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:18.553167 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-2e7654d0-bf42-45e9-b83e-b80bfc2303a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 1097 time: 0.2716951 Apr 08 12:12:18.561076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:18.638594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:18.639287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:18.887734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Router a59d9781-14c8-4de3-8966-c0b11046575f is scheduled to L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 with binding_index 1 {{(pid=84399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 08 12:12:18.892743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:19.010194 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-c1bbaa91-a961-404e-ad4e-f4c638802ec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 1001 time: 0.4549966 Apr 08 12:12:19.075069 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:19.199016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:19.213237 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8b673a02-6177-4a34-becf-9b338d5ee91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:19.215789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Sync routers for ids ['a59d9781-14c8-4de3-8966-c0b11046575f'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:19.229428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Routers {'a59d9781-14c8-4de3-8966-c0b11046575f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:19.230149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['a59d9781-14c8-4de3-8966-c0b11046575f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:19.243885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-90a3bf3b-1e34-4d2a-ab85-8b08438f9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:19.246025 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-90a3bf3b-1e34-4d2a-ab85-8b08438f9f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.1402619 Apr 08 12:12:19.253923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:19.259511 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6290934 Apr 08 12:12:19.262731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49200) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:19.468517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Pushing event updated for resources: {'Port': ['ID=e4df25db-a270-48d5-913c-8f5291585fb7,revision_number=4']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:19.476659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd3d70f-a2ed-47c3-941d-9991c803e248,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:19.485320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:19.491644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-72c2287d-bf5c-4585-9fb1-b74d50f792e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:19.494165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:18Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:19.506607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac55c739-8308-4b53-8ee4-00b2c1c0c5e2 None None] The sync data for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb is: [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:18Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:19.529297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:19.543258 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfd3d70f-a2ed-47c3-941d-9991c803e248 HTTP/1.1" status: 204 len: 168 time: 2.8080444 Apr 08 12:12:19.555674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 49204) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:19.630527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Set router a59d9781-14c8-4de3-8966-c0b11046575f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:19.758864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d42e5c-e005-472a-bec9-afeb6a01f9ee req-b371a2cd-be6a-49a7-97cd-62442bd9c094 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:19.765662 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c9d42e5c-e005-472a-bec9-afeb6a01f9ee req-b371a2cd-be6a-49a7-97cd-62442bd9c094 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 944 time: 1.0053627 Apr 08 12:12:19.803902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11ab44-382b-4ec2-af69-b88f5173a81b None None] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:12:19.844779 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c9d42e5c-e005-472a-bec9-afeb6a01f9ee req-aab58956-c355-4f7e-895b-e7806231168a tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692697 Apr 08 12:12:19.880624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-297898f7-6e22-4890-922f-66266e3e146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:19.882374 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-297898f7-6e22-4890-922f-66266e3e146c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6268799 Apr 08 12:12:20.315972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 038a1171-2ba1-4ecb-b3ac-dec2c914b98c up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:20.405530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Deleting port 0cf54111-410c-4e58-bf59-ee4285e3c0bd {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:20.406334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:20.436478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-8c1f9f75-c3af-4302-8120-4f85d9c0cdd9 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338831 Apr 08 12:12:20.437997 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7935d-e033-4732-a365-1010e3af8007 req-2d0f6f2d-d256-4415-9dc9-14fb8ca95b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:20.439694 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-2d0f6f2d-d256-4415-9dc9-14fb8ca95b80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 1.7426400 Apr 08 12:12:20.545331 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-5335460c-f7b6-4dee-a1cc-ef1726b69cf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=362cc108-bef4-42f0-919a-2a6be8b027a1 HTTP/1.1" status: 200 len: 217 time: 0.0953679 Apr 08 12:12:20.655063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 362cc108-bef4-42f0-919a-2a6be8b027a1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:12:20.883286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 362cc108-bef4-42f0-919a-2a6be8b027a1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=362cc108-bef4-42f0-919a-2a6be8b027a1,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:20.928302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'port_id': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'mac_address': 'fa:16:3e:43:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:12:20.932202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-94dab546-2927-49ec-9364-649d6a7f0acc None None] Provisioning for port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:21.082244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.084039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362cc108-bef4-42f0-919a-2a6be8b027a1 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:21.102310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 362cc108-bef4-42f0-919a-2a6be8b027a1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=362cc108-bef4-42f0-919a-2a6be8b027a1,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:21.102529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.113150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.116608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:21.139393 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:21.190525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:21.190947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.275584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=362cc108-bef4-42f0-919a-2a6be8b027a1,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:21.306511 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:21.383118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7935d-e033-4732-a365-1010e3af8007 req-9eb736cb-65b4-4fec-b33a-3b91fc5e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:21.384629 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-9eb736cb-65b4-4fec-b33a-3b91fc5e5d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.8118544 Apr 08 12:12:21.410221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['362cc108-bef4-42f0-919a-2a6be8b027a1'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:12:21.472307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Allocated IP 172.20.0.1 (1dc54f21-d6fa-4bcb-a1b1-4b27885bf293/e4532218-d924-49f5-b7d8-6a290ffd04cd/52148dda-d85d-4a21-b92e-f4735cd85eb7) {{(pid=84399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:21.506937 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36a60-54b3-4a61-ac74-e1f2733f978f req-72fd7dac-3611-4aed-b152-9c06632a3648 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:21.514892 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f0f36a60-54b3-4a61-ac74-e1f2733f978f req-72fd7dac-3611-4aed-b152-9c06632a3648 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 945 time: 0.3914587 Apr 08 12:12:21.571022 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f0f36a60-54b3-4a61-ac74-e1f2733f978f req-d929dfed-0637-41a2-9dac-3789de0fd282 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551019 Apr 08 12:12:21.609608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.610286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.638023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.657186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:21.681845 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.687158 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b99892e2-285b-46e6-a813-0735cb5b4dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:21.725264 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.743423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Transition to ACTIVE for port object 52148dda-d85d-4a21-b92e-f4735cd85eb7 will not be triggered until provisioned by entity DHCP. {{(pid=84399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:21.761385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Calling delete_port for 0cf54111-410c-4e58-bf59-ee4285e3c0bd owned by network:floatingip {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:21.775122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:21.792383 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:21.859830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:21.914629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:21.961234 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Pushing event updated for resources: {'Port': ['ID=52148dda-d85d-4a21-b92e-f4735cd85eb7,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:21.981831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:22.018125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e4df25db-a270-48d5-913c-8f5291585fb7 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:22.025563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.044467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5bf072e2-7d9f-4dad-9453-52e2f94b36d4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:22.066969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:22.068163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:22.083444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Received port after_create {{(pid=84399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:22.093120 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3bd426b-3c6e-45bf-8e4c-b5a716662d99 req-246eff59-9cf2-486e-9e8e-1c15e8f16885 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5465703 Apr 08 12:12:22.124295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-687f4b82-49ea-43a2-b797-8232df5f731f None None] Provisioning complete for port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:22.124871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-687f4b82-49ea-43a2-b797-8232df5f731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.159241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event deleted for resources: {'Port': ['ID=0cf54111-410c-4e58-bf59-ee4285e3c0bd,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:22.175204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362059'] for router_interface, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.180038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:22.194479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7935d-e033-4732-a365-1010e3af8007 req-ec4b9d6b-3200-4411-9c03-8466a839a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:22.196400 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-ec4b9d6b-3200-4411-9c03-8466a839a713 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7972889 Apr 08 12:12:22.236331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:12:17Z', 'revision_number': 3, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:22.250282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Checking router: a59d9781-14c8-4de3-8966-c0b11046575f for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:22.255903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Updating router a59d9781-14c8-4de3-8966-c0b11046575f port 5273be4d-19f9-4061-9800-e4b5b142b68e binding host dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:12:22.346222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port e4df25db-a270-48d5-913c-8f5291585fb7 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:22.367506 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.383014 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port e4df25db-a270-48d5-913c-8f5291585fb7 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:22.399740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.486867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.541002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks [] for floatingip, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.541498 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Floating IP 2b8ba806-d2cc-4c79-bcab-bec4293b5e07 disassociated (deleted). External IP: 172.28.0.173, port: fcf39308-0b22-4e6a-8005-c74ee4af542a. Apr 08 12:12:22.780697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.792245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27590335'] for port, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:22.882927 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3aa45dae-ce7a-4c25-b037-1b0b784cfc01 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:22.886717 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-7f90a583-efe5-489f-a992-204bf5fa3149 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230345 Apr 08 12:12:22.919251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810974'] for router_interface, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:23.061073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Pushing event updated for resources: {'Port': ['ID=52148dda-d85d-4a21-b92e-f4735cd85eb7,revision_number=2']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:23.063411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:23.066723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:23.088842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Transition to ACTIVE for port object 5273be4d-19f9-4061-9800-e4b5b142b68e will not be triggered until provisioned by entity L2. {{(pid=84400) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:23.158678 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:23.179438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 is already hosted by enough agents. {{(pid=84399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:23.180755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:23.201356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:23.355599 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-deb7935d-e033-4732-a365-1010e3af8007 req-949039fd-df2b-4a26-9e6c-98125dbb0ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441437 Apr 08 12:12:23.388387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Router 857048ed-c045-4c91-968c-80cc8bc5c778 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:12:23.413804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae0c8-261c-4a3a-b428-8f391b254765 req-e33bf127-9a67-4ef5-8db6-78d90eda8e9d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:23.415423 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-443ae0c8-261c-4a3a-b428-8f391b254765 req-e33bf127-9a67-4ef5-8db6-78d90eda8e9d tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 945 time: 0.6118724 Apr 08 12:12:23.555633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Router a59d9781-14c8-4de3-8966-c0b11046575f has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:12:23.653255 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-443ae0c8-261c-4a3a-b428-8f391b254765 req-08f66818-ea22-4dc9-9383-73c0ba856af1 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236153 Apr 08 12:12:23.692074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:23.710790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:23.712531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00953241-d3d8-4b5d-8bcd-86b3cfa88edb None None] Pushing event updated for resources: {'Port': ['ID=5273be4d-19f9-4061-9800-e4b5b142b68e,revision_number=2']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:23.723968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-00953241-d3d8-4b5d-8bcd-86b3cfa88edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:23.730929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] Sync routers for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:23.748482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:23.749229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:23.766048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port e4df25db-a270-48d5-913c-8f5291585fb7, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=e4df25db-a270-48d5-913c-8f5291585fb7,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:23.772677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:23.776317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:23.783096 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] 10.222.0.23 "PUT /v2.0/routers/a59d9781-14c8-4de3-8966-c0b11046575f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5192549 Apr 08 12:12:23.821438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:23.826783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-04e569e9-7b30-4e17-8169-91da850a6831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:23.867060 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-25db24bf-c114-4885-a69a-fa5b1f0962fa tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "DELETE /v2.0/floatingips/2b8ba806-d2cc-4c79-bcab-bec4293b5e07 HTTP/1.1" status: 204 len: 168 time: 4.3024170 Apr 08 12:12:23.868573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:23.927960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=e4df25db-a270-48d5-913c-8f5291585fb7,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:23.933798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:23.975097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Attempting to bind port 5273be4d-19f9-4061-9800-e4b5b142b68e on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:23.975713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Attempting to bind port 5273be4d-19f9-4061-9800-e4b5b142b68e by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:23.976272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Attempting to bind port 5273be4d-19f9-4061-9800-e4b5b142b68e on network 79e5199a-1108-4635-8a90-8cf23dd104a5 {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:23.986422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 038a1171-2ba1-4ecb-b3ac-dec2c914b98c up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:23.990001 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'status': 'completed', 'code': 200} Apr 08 12:12:24.070555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:24.070807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Checking segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:24.071258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:24.071695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Bound using segment: {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'} {{(pid=84400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:24.074794 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Bound port: 5273be4d-19f9-4061-9800-e4b5b142b68e, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9ea16-586d-48b1-9884-f3658f5657c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5'}}] {{(pid=84400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:24.075289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:24.177747 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-a90a7aab-b576-4345-a807-e00a9310c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:24.179039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] For port 5273be4d-19f9-4061-9800-e4b5b142b68e, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:24.182769 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-a90a7aab-b576-4345-a807-e00a9310c0f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 1098 time: 0.1770830 Apr 08 12:12:24.183121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] For port 5273be4d-19f9-4061-9800-e4b5b142b68e, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=5273be4d-19f9-4061-9800-e4b5b142b68e,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:24.189564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-6471f457-3de1-4b2c-9cdc-88e0fe57171d None None] Provisioning for port 52148dda-d85d-4a21-b92e-f4735cd85eb7 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:24.197028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:24.217263 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0ae819ad-37a0-4437-a73c-6caea93b97e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:24.254684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:24.314124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-6471f457-3de1-4b2c-9cdc-88e0fe57171d None None] Provisioning complete for port 52148dda-d85d-4a21-b92e-f4735cd85eb7 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:24.314791 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6471f457-3de1-4b2c-9cdc-88e0fe57171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:24.468896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 362cc108-bef4-42f0-919a-2a6be8b027a1 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:24.479685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-2a112052-dfcd-400a-ba5d-c0454961e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:24.481275 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-2a112052-dfcd-400a-ba5d-c0454961e2d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 200 len: 915 time: 0.2945187 Apr 08 12:12:24.551043 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:24.551453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:24.582530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-6471f457-3de1-4b2c-9cdc-88e0fe57171d None None] Port 52148dda-d85d-4a21-b92e-f4735cd85eb7 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:12:24.587597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00953241-d3d8-4b5d-8bcd-86b3cfa88edb None None] Pushing event updated for resources: {'Port': ['ID=5273be4d-19f9-4061-9800-e4b5b142b68e,revision_number=3']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:24.610356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-00953241-d3d8-4b5d-8bcd-86b3cfa88edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:24.779216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 362cc108-bef4-42f0-919a-2a6be8b027a1 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:24.787768 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 362cc108-bef4-42f0-919a-2a6be8b027a1 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:24.788918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:24.901919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:24.909334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] Checking router: 857048ed-c045-4c91-968c-80cc8bc5c778 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:24.933214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Routers {'a59d9781-14c8-4de3-8966-c0b11046575f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:24.934784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['a59d9781-14c8-4de3-8966-c0b11046575f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:24.937420 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:24.938142 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:25.086387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49302) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:25.093932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414656093', 'description': 'tempest-secgroup-smoke-414656093 description', 'project_id': '846650aa1c0048378aa4501297770935'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:25.110754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:25.133381 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:25.142656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:25.162092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:25.196677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:25.199545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.206042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:25.206328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-78cd5298-541a-477f-87eb-ebb69cdcc6e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 200 len: 217 time: 0.7099485 Apr 08 12:12:25.221637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:25.235969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:25.249340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:25.330291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-711ba538-3878-4c5a-b1fb-e07b19182795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:25.332037 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-711ba538-3878-4c5a-b1fb-e07b19182795 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 200 len: 853 time: 0.0759645 Apr 08 12:12:25.342518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.392080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:25.399592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] Set router a59d9781-14c8-4de3-8966-c0b11046575f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:25.465233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.469413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22109dd4-f519-4cd7-a6e4-6eb9fadf253b req-65d7d901-3642-4639-8f4d-979b93271653 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:25.471753 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.478956 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-22109dd4-f519-4cd7-a6e4-6eb9fadf253b req-65d7d901-3642-4639-8f4d-979b93271653 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 945 time: 0.2713234 Apr 08 12:12:25.481437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a1e2da6e-ed47-4fb6-8d72-f009d6a06080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:25.516466 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-22109dd4-f519-4cd7-a6e4-6eb9fadf253b req-cafa679e-675f-4911-bb26-609bef14cea0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364120 Apr 08 12:12:25.532942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-8c7f0281-b707-4bdf-81e8-e32fcb84dda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:25.537540 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-8c7f0281-b707-4bdf-81e8-e32fcb84dda3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59cf749d-3fc7-4d38-965e-49d53563ec8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1971865 Apr 08 12:12:25.573949 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:25.588238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:25.589430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.591064 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5034137 Apr 08 12:12:25.602344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49344) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:25.609332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group_rule': {'security_group_id': '31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9', 'project_id': '846650aa1c0048378aa4501297770935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:25.616895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:25.621320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:25.624605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:25.631027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:25.642732 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 362cc108-bef4-42f0-919a-2a6be8b027a1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=362cc108-bef4-42f0-919a-2a6be8b027a1,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:25.653723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.657976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:25.665318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.708079 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'code': 200} Apr 08 12:12:25.773347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:25.780994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e83ebc-f5b5-4d78-a02b-e53f8107c145 None None] The sync data for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb is: [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:08:56Z', 'revision_number': 4, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '5f293b86-3000-4419-8e4c-1fe1c83e65b8', 'name': '', 'network_id': '59cf749d-3fc7-4d38-965e-49d53563ec8d', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'mac_address': 'fa:16:3e:f4:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '121c408a-6587-4562-a5a4-629a46ad665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:54Z', 'updated_at': '2021-04-08T12:09:04Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'subnets': [{'id': '121c408a-6587-4562-a5a4-629a46ad665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:25.823866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.835247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.837918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4db8a638-bd4a-45fa-86ef-801b028866ff tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:25.916450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5027e7db-cfbb-437a-96d8-147068e62665,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:25.916786 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-ac29ccfd-9e75-4a2f-badb-17695d253a93 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720629 Apr 08 12:12:25.930629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:25.951812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:25.955990 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4079953a-abb9-46f9-8816-d4491b77f5b0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3493562 Apr 08 12:12:25.956125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49356) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:25.961750 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group_rule': {'security_group_id': '31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9', 'project_id': '846650aa1c0048378aa4501297770935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:25.981663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:25.986082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:25.989461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:25.996427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:26.014878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e4df25db-a270-48d5-913c-8f5291585fb7 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:26.020410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.126815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.133558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.136922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff686909-c9c9-4b35-83fa-df68af2ece6c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:26.199543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe4ea53-c711-4e4c-a213-9d7553948e4d,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:26.202693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:26.204959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.206408 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-969cc56d-2972-4147-8bbf-47d8fb38a00b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2493196 Apr 08 12:12:26.209110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49366) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:26.217610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group_rule': {'security_group_id': '31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9', 'project_id': '846650aa1c0048378aa4501297770935', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:26.228540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:26.230487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7503b7-7b5f-437c-9e7c-e796d5720499 req-850afd0f-4f1c-4048-8907-cc33dce0d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:26.232309 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9e7503b7-7b5f-437c-9e7c-e796d5720499 req-850afd0f-4f1c-4048-8907-cc33dce0d026 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 1099 time: 0.1763220 Apr 08 12:12:26.235189 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:26.239458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:26.247590 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:26.256316 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6618a8ea-a59a-4a2a-ab62-740575cc5348 req-e9b61c1b-d9ab-46f0-ae93-e275f4e9b284 service neutron] 10.222.0.13 "GET /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321013 Apr 08 12:12:26.263800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=362cc108-bef4-42f0-919a-2a6be8b027a1,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:26.268578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.277628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.277628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.277628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.277628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.278157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.278482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.278843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.279488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.279853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.280216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.280577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.280934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:26.286171 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9e7503b7-7b5f-437c-9e7c-e796d5720499 req-e3f5e0fd-1ea0-4f3b-acaa-4b6ae41b397c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453882 Apr 08 12:12:26.309722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:26.342223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port e4df25db-a270-48d5-913c-8f5291585fb7 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:26.342681 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.360547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.365913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.376338 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:26.381565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6839e805-af7d-4184-a976-b0facd6e4d44 None None] New status for floating IP 2b8ba806-d2cc-4c79-bcab-bec4293b5e07: DOWN {{(pid=84400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:12:26.398123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5702b966-7e5e-4d48-b55e-54f87fcaff09,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:26.400864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:26.411583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.413131 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2020369 Apr 08 12:12:26.415984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49374) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:26.422767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group_rule': {'security_group_id': '31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9', 'project_id': '846650aa1c0048378aa4501297770935', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:26.430709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:26.434984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:26.438076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:26.445410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:26.466160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.540535 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.543689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.554711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-61dfea34-f4f1-42bf-9033-16fcd3bd1a9e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:26.576043 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ef19da-0c59-4af9-a837-f3eaa33e6abe,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:26.579342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:26.590602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.592639 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ad2a173d-ae39-4faf-82ee-2ffa20554d05 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750822 Apr 08 12:12:26.595674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49384) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:26.602875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group_rule': {'security_group_id': '31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9', 'project_id': '846650aa1c0048378aa4501297770935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:26.612104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:26.618390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:26.623145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:26.630807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:26.645220 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.securitygroups_db [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Project 846650aa1c0048378aa4501297770935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:12:26.654726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.741833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.749514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.752311 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:26.767603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60500dd-300d-48bd-87f8-64a351887b4b req-4382bd67-e245-43ab-9e9d-71f178f8c205 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:26.769550 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a60500dd-300d-48bd-87f8-64a351887b4b req-4382bd67-e245-43ab-9e9d-71f178f8c205 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.1226146 Apr 08 12:12:26.793922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcd9968-0a25-40ea-81e4-257d01571c35,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:26.799528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:26.822752 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a60500dd-300d-48bd-87f8-64a351887b4b req-ab2c0c5b-31c1-4a15-9dd5-fe5d8d0577dc tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445135 Apr 08 12:12:26.835200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.840023 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c8c27cf3-a2bc-4be4-a27a-43a988f74988 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2392764 Apr 08 12:12:26.840181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 49394) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:26.845971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'security_group_rule': {'security_group_id': '31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9', 'project_id': '846650aa1c0048378aa4501297770935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:26.852603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:26.856999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:security_group_rule and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:26.860061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:26.867204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:26.883495 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.securitygroups_db [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Project 846650aa1c0048378aa4501297770935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 12:12:26.891853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:26.955018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '52148dda-d85d-4a21-b92e-f4735cd85eb7', 'name': '', 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'mac_address': 'fa:16:3e:d9:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:21Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 2, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'subnets': [{'id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:26.962426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980798ac-0c96-437c-89d6-c010890fc1b8 None None] The sync data for ids ['a59d9781-14c8-4de3-8966-c0b11046575f'] in dv-cinder-784779-3-smb is: [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '52148dda-d85d-4a21-b92e-f4735cd85eb7', 'name': '', 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'mac_address': 'fa:16:3e:d9:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:21Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 2, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'subnets': [{'id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:27.019480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.032260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849607'] for security_group_rule, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.041632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:27.066497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff8d347-7ec7-4d51-ad48-dff336656071,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:27.081214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.081632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.082045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.082545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.082819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.083217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.083592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.083980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.084359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.084742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.085124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.085507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:27.090970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:27.100008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f472c1-c9f7-4727-ac7c-fd9214ebc56d req-29626bb7-90a4-4a37-a834-66a4062b2e74 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:27.102030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-73f472c1-c9f7-4727-ac7c-fd9214ebc56d req-29626bb7-90a4-4a37-a834-66a4062b2e74 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1590247 Apr 08 12:12:27.102960 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.104211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-79dc4baa-d4d9-4756-ac36-b1d78dbe05ba tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2630546 Apr 08 12:12:27.162333 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-73f472c1-c9f7-4727-ac7c-fd9214ebc56d req-5359dc35-64d1-4e7d-a41b-95745d5d1a87 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371301 Apr 08 12:12:27.184930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49408) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:27.257212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Deleting subnet 9fd994c2-4507-49b5-910c-7b3b16e2faf3 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:12:27.261240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.331881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.436952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.788168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:27.823029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:12:27.943881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-44188c94-8a30-4851-b2a6-18111c0fd0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:27.998080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd994c2-4507-49b5-910c-7b3b16e2faf3,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:28.006591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:28.023953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:28.045505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 49452) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:28.046295 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-03f2d1f0-1dc6-4917-91a9-35c6caa7ec56 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9fd994c2-4507-49b5-910c-7b3b16e2faf3 HTTP/1.1" status: 204 len: 168 time: 0.8555896 Apr 08 12:12:28.323852 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:28.546892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d89d-8529-4380-9f5b-07129763c251 req-636e1849-3d98-4695-82de-c76ce3b915d9 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:28.548585 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5055d89d-8529-4380-9f5b-07129763c251 req-636e1849-3d98-4695-82de-c76ce3b915d9 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.3850703 Apr 08 12:12:28.566374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-176ec3ed-8faf-43c8-b264-767726ee897e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:28.567175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-176ec3ed-8faf-43c8-b264-767726ee897e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:28.620225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:28.637236 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5055d89d-8529-4380-9f5b-07129763c251 req-94122ef4-07df-4dcd-826e-2a9e6a9dda43 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798666 Apr 08 12:12:28.689631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-176ec3ed-8faf-43c8-b264-767726ee897e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:28.690952 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-176ec3ed-8faf-43c8-b264-767726ee897e tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.5255673 Apr 08 12:12:28.750784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-02d78d6a-2b38-4db1-9557-9fa02c6e68b5 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:28.824805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27415cf-c427-4aba-9214-df8be8243895']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:28.843674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3b3796-1945-428f-9062-55c82dc16661') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:28.844010 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3b3796-1945-428f-9062-55c82dc16661') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:28.856028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-02d78d6a-2b38-4db1-9557-9fa02c6e68b5 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:28.857286 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3b2ff147-3d1c-46c5-ba22-880498acba74 req-02d78d6a-2b38-4db1-9557-9fa02c6e68b5 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505678 Apr 08 12:12:28.861272 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:28.890424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:28.900252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:12:29.066370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ea3bc-39f2-4ff3-91be-5b84e4100202 req-d381ec4a-f116-4f17-8e9d-fb995d8e8094 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:29.068174 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-155ea3bc-39f2-4ff3-91be-5b84e4100202 req-d381ec4a-f116-4f17-8e9d-fb995d8e8094 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.3019319 Apr 08 12:12:29.183243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Network b27415cf-c427-4aba-9214-df8be8243895 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:12:29.193565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:29.212081 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-155ea3bc-39f2-4ff3-91be-5b84e4100202 req-3d30d9ce-376e-4216-b70b-88fcf76c8b68 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875397 Apr 08 12:12:29.387543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf608406-b37f-4bd1-a3bd-aa1819f9e34d req-aef2ab65-89fa-4d59-803e-2424b46721b4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:29.389404 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bf608406-b37f-4bd1-a3bd-aa1819f9e34d req-aef2ab65-89fa-4d59-803e-2424b46721b4 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.4147484 Apr 08 12:12:29.399515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49476) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:29.406639 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Request body: {'floatingip': {'port_id': '362cc108-bef4-42f0-919a-2a6be8b027a1'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:29.411972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Network b27415cf-c427-4aba-9214-df8be8243895 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:12:29.436311 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:12:29.490157 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, before_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:29.515569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:29.519509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3441635f-64b2-4424-b129-ad3eb7095d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:29.535838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:29.543402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b27415cf-c427-4aba-9214-df8be8243895,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:29.549384 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] 10.222.0.23 "DELETE /v2.0/networks/b27415cf-c427-4aba-9214-df8be8243895 HTTP/1.1" status: 204 len: 168 time: 1.4992280 Apr 08 12:12:29.549384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:29.738190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 49482) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:29.779613 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3c669b35-aba9-4148-b603-a6351def6954 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a35a57dd3b4e495984276f4582f6efe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374484 Apr 08 12:12:29.779843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 49486) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:29.846697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:29.879562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.016083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5273be4d-19f9-4061-9800-e4b5b142b68e up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:30.102444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 5273be4d-19f9-4061-9800-e4b5b142b68e completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:30.108258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 5273be4d-19f9-4061-9800-e4b5b142b68e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:30.108677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.109631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-b97a5f5d-e888-4340-8def-3a779033d54b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:30.111820 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-b97a5f5d-e888-4340-8def-3a779033d54b tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.2341330 Apr 08 12:12:30.113462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.119025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:30.186269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4fb406-cf6a-4895-a163-94553d339806,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:30.198824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:30.216613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.221383 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca4fb406-cf6a-4895-a163-94553d339806 HTTP/1.1" status: 204 len: 168 time: 0.4369686 Apr 08 12:12:30.244116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbdea4-7280-4558-8ad8-6ba6d26c53e8 req-b5fd8de6-81dc-4f35-aac6-a0d9e84338eb tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:30.252057 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d9bbdea4-7280-4558-8ad8-6ba6d26c53e8 req-b5fd8de6-81dc-4f35-aac6-a0d9e84338eb tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 945 time: 0.2531402 Apr 08 12:12:30.260555 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Deleting port fcf39308-0b22-4e6a-8005-c74ee4af542a {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:30.260967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.268623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.288800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 5273be4d-19f9-4061-9800-e4b5b142b68e, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=5273be4d-19f9-4061-9800-e4b5b142b68e,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:30.292703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.294829 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:30.407641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=5273be4d-19f9-4061-9800-e4b5b142b68e,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:30.417257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:30.432391 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d9bbdea4-7280-4558-8ad8-6ba6d26c53e8 req-7d2079af-afe5-4bd1-b373-36155cdf40f8 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/security-groups?id=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787646 Apr 08 12:12:30.612865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Sync routers for ids ['a59d9781-14c8-4de3-8966-c0b11046575f'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:30.624873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Routers {'a59d9781-14c8-4de3-8966-c0b11046575f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:30.626469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.631536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.631755 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['a59d9781-14c8-4de3-8966-c0b11046575f'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:30.770709 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] For port fcf39308-0b22-4e6a-8005-c74ee4af542a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcf39308-0b22-4e6a-8005-c74ee4af542a,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:30.771771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:30.886920 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Floating IP 87da19e8-f3a8-4114-9d4c-7ad5f8c142cb associated. External IP: 172.28.0.14, port: 362cc108-bef4-42f0-919a-2a6be8b027a1. Apr 08 12:12:30.955510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Calling delete_port for fcf39308-0b22-4e6a-8005-c74ee4af542a owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:31.201200 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Set router a59d9781-14c8-4de3-8966-c0b11046575f gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:31.386433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:12:31.433998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816f213-130c-4caa-b79d-54b3d1c96706 req-783b1b9e-4ca9-42b8-bfe2-f4c864f0617a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:31.457230 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1816f213-130c-4caa-b79d-54b3d1c96706 req-783b1b9e-4ca9-42b8-bfe2-f4c864f0617a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.4689085 Apr 08 12:12:31.515188 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1816f213-130c-4caa-b79d-54b3d1c96706 req-54676216-ff1b-4f2e-ab1a-81f6cdacaf19 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565810 Apr 08 12:12:31.638948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:31.659351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9571956c-ff08-4560-8914-93f5adad1f1b tempest-ServerRescueNegativeTestJSON-627944416 tempest-ServerRescueNegativeTestJSON-627944416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:31.669219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:31.674053 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:31.680050 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:31.699856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:31.700478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:31.706598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '52148dda-d85d-4a21-b92e-f4735cd85eb7', 'name': '', 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'mac_address': 'fa:16:3e:d9:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:21Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 2, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'subnets': [{'id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:31.711501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Checking router: a59d9781-14c8-4de3-8966-c0b11046575f for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:31.712277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Updating router a59d9781-14c8-4de3-8966-c0b11046575f port 52148dda-d85d-4a21-b92e-f4735cd85eb7 binding host dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 08 12:12:31.773280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:31.864710 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fc07f80e-3a4c-45c4-bbf5-e6df51d8ebc8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "PUT /v2.0/floatingips/87da19e8-f3a8-4114-9d4c-7ad5f8c142cb HTTP/1.1" status: 200 len: 991 time: 2.4639823 Apr 08 12:12:31.865421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:31.884059 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a88b9244-b9d2-4374-a749-57494585666f req-1e910a75-ea65-437b-bf88-aa10fc74e2f3 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 210 time: 0.2285204 Apr 08 12:12:31.899208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Pushing event deleted for resources: {'Port': ['ID=fcf39308-0b22-4e6a-8005-c74ee4af542a,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:31.902091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:32.012562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5273be4d-19f9-4061-9800-e4b5b142b68e up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:32.020603 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'status': 'completed', 'code': 200} Apr 08 12:12:32.137498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:32.215934 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 5273be4d-19f9-4061-9800-e4b5b142b68e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:32.216486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:32.244911 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] No DVR routers for this DVR port fcf39308-0b22-4e6a-8005-c74ee4af542a on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:12:32.259299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:32.273375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'name': 'network-vif-deleted', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:32.365570 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-07e99dd5-bf49-4aec-b6be-9f7adc4e5c50 req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.13 "DELETE /v2.0/ports/fcf39308-0b22-4e6a-8005-c74ee4af542a HTTP/1.1" status: 204 len: 173 time: 2.2205939 Apr 08 12:12:32.427729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-d2bc4d0e-dc67-4e6b-9c15-b8db30fdc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:32.429826 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-d2bc4d0e-dc67-4e6b-9c15-b8db30fdc3c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ceac814225024399ad54e34ce4677ad5&device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 1099 time: 0.3263209 Apr 08 12:12:32.472132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Notify callbacks [] for port, precommit_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:32.487846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Transition to ACTIVE for port object 52148dda-d85d-4a21-b92e-f4735cd85eb7 will not be triggered until provisioned by entity L2. {{(pid=84401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:32.498144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:32.522329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:32.583292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fcf39308-0b22-4e6a-8005-c74ee4af542a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:32.594717 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcdb391-9a6b-4bdc-b69b-16a0422efe39', 'name': 'network-vif-deleted', 'tag': 'fcf39308-0b22-4e6a-8005-c74ee4af542a', 'status': 'completed', 'code': 200} Apr 08 12:12:32.687748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-64b505b7-2ca0-4041-86bd-7e5fc2adc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:32.689422 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-64b505b7-2ca0-4041-86bd-7e5fc2adc20d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 200 len: 911 time: 0.2526801 Apr 08 12:12:32.710108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c75e45-154d-4c11-8714-bd393577a5cf None None] Pushing event updated for resources: {'Port': ['ID=52148dda-d85d-4a21-b92e-f4735cd85eb7,revision_number=3']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:32.718480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f8c75e45-154d-4c11-8714-bd393577a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:32.844977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: fcf39308-0b22-4e6a-8005-c74ee4af542a {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:32.845273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device fcf39308-0b22-4e6a-8005-c74ee4af542a not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:32.922843 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-bda49352-8346-4e07-9fdf-e0c968fd6c90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=362cc108-bef4-42f0-919a-2a6be8b027a1 HTTP/1.1" status: 200 len: 999 time: 0.1553109 Apr 08 12:12:33.035417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '87da19e8-f3a8-4114-9d4c-7ad5f8c142cb', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'port_id': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'mac_address': 'fa:16:3e:43:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:33.042717 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:33.053386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:33.054261 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:33.062037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-3383a76f-419a-4010-828d-21f8dca561f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:33.063913 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-3383a76f-419a-4010-828d-21f8dca561f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 200 len: 849 time: 0.1221468 Apr 08 12:12:33.073159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7b13d-33af-449c-98f4-812a4ab7165e req-7179d5ed-e642-4671-b9ab-a17d7a09ed97 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:33.073462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Attempting to bind port 52148dda-d85d-4a21-b92e-f4735cd85eb7 on host dv-cinder-784779-3-smb for vnic_type normal with profile {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:33.073907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Attempting to bind port 52148dda-d85d-4a21-b92e-f4735cd85eb7 by drivers openvswitch,hyperv on host dv-cinder-784779-3-smb at level 0 using segments [{'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:33.074314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Attempting to bind port 52148dda-d85d-4a21-b92e-f4735cd85eb7 on network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:33.080497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Checking agent: {'id': 'f75a455d-0670-4ba2-8eef-16d26b9ffbf8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 11, 58, 12), 'started_at': datetime.datetime(2021, 4, 8, 11, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:33.081038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Checking segment: {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:33.082738 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-88b7b13d-33af-449c-98f4-812a4ab7165e req-7179d5ed-e642-4671-b9ab-a17d7a09ed97 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.3862765 Apr 08 12:12:33.084333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:33.086398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Bound using segment: {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'} {{(pid=84401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:33.086900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Bound port: 52148dda-d85d-4a21-b92e-f4735cd85eb7, host: dv-cinder-784779-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890cca5b-e31a-4fbb-925f-2bd74e2024a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293'}}] {{(pid=84401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:33.087359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:33.208700 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] For port 52148dda-d85d-4a21-b92e-f4735cd85eb7, host dv-cinder-784779-3-smb, cleared binding levels {{(pid=84401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:33.212586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] For port 52148dda-d85d-4a21-b92e-f4735cd85eb7, host dv-cinder-784779-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=52148dda-d85d-4a21-b92e-f4735cd85eb7,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:33.219522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84401) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:33.239186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:33.243812 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-88b7b13d-33af-449c-98f4-812a4ab7165e req-87664b4a-292f-463f-bc1e-5971679181a9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598020 Apr 08 12:12:33.252318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-a309b4be-8482-41e8-8664-f12731603014 req-f756edca-9bc4-4160-9159-ee6888bcc287 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Synchronizing usage tracker for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:33.282236 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-a309b4be-8482-41e8-8664-f12731603014 req-f756edca-9bc4-4160-9159-ee6888bcc287 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Unset dirty status for tenant:f2b36d71dc2e470c8f02f1ce77eb9ad9 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:33.283525 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a309b4be-8482-41e8-8664-f12731603014 req-f756edca-9bc4-4160-9159-ee6888bcc287 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdcdb391-9a6b-4bdc-b69b-16a0422efe39 HTTP/1.1" status: 200 len: 210 time: 0.1022625 Apr 08 12:12:33.300122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-0c7e6fee-8dc3-4ff2-9f50-d73880d52984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:33.301992 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-0c7e6fee-8dc3-4ff2-9f50-d73880d52984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8861323a-8481-4b29-b16a-979f1676adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2022400 Apr 08 12:12:33.326185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:33.467878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c75e45-154d-4c11-8714-bd393577a5cf None None] Pushing event updated for resources: {'Port': ['ID=52148dda-d85d-4a21-b92e-f4735cd85eb7,revision_number=4']} {{(pid=84401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:33.472257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f8c75e45-154d-4c11-8714-bd393577a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84401) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:33.474407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Routers {'a59d9781-14c8-4de3-8966-c0b11046575f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:33.475279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['a59d9781-14c8-4de3-8966-c0b11046575f'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:33.477941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-e78b1ce2-21f5-4274-82ef-3a38ce68eade service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681614 Apr 08 12:12:33.738049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] Set router a59d9781-14c8-4de3-8966-c0b11046575f gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:33.742038 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-8424abd5-47a9-49fd-8ddb-b207eecbaac5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9eef3be2686a4b6085be66d1d8bc6370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450099 Apr 08 12:12:33.753241 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0dcdad70-3877-4524-ae2f-d46d970fba07 req-ad61d505-b0d7-402b-873d-f7b45bf1cbb3 service neutron] 10.222.0.13 "GET /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679822 Apr 08 12:12:33.889959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '87da19e8-f3a8-4114-9d4c-7ad5f8c142cb', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'port_id': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'mac_address': 'fa:16:3e:43:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:33.894461 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b806a07-46ad-4af8-828e-691602bcd334 None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': '87da19e8-f3a8-4114-9d4c-7ad5f8c142cb', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'floating_ip_address': '172.28.0.14', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'port_id': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'mac_address': 'fa:16:3e:43:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 1, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:33.952161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-31ab72ee-1447-40e3-b1b6-17001cb72e00 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:33.960077 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-31ab72ee-1447-40e3-b1b6-17001cb72e00 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100856 Apr 08 12:12:33.979197 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-422c8231-b417-4ce6-8c6d-caf18b4471aa tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/quotas/9eef3be2686a4b6085be66d1d8bc6370 HTTP/1.1" status: 200 len: 375 time: 0.0173869 Apr 08 12:12:34.007877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 52148dda-d85d-4a21-b92e-f4735cd85eb7 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:34.054083 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-30466e09-90ea-4a53-8f81-edf8226cedb1 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9eef3be2686a4b6085be66d1d8bc6370&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735431 Apr 08 12:12:34.120428 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning for port 52148dda-d85d-4a21-b92e-f4735cd85eb7 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:34.130643 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 52148dda-d85d-4a21-b92e-f4735cd85eb7 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:34.131629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:34.307587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:34.328076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] For port 52148dda-d85d-4a21-b92e-f4735cd85eb7, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=52148dda-d85d-4a21-b92e-f4735cd85eb7,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:34.332631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:34.340523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fac033d4-dd1d-4499-920d-f9d24af2a57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:34.347129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c649e-3d66-478e-8a16-13217a0bb2c2 None None] New status for floating IP 87da19e8-f3a8-4114-9d4c-7ad5f8c142cb: ACTIVE {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:12:34.385454 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dbc864f8-056a-4ce6-a256-d9dcb0d78214 req-da059725-4c02-439d-b147-21b0d04b4597 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 210 time: 0.0833223 Apr 08 12:12:34.431828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Pushing event updated for resources: {'Port': ['ID=52148dda-d85d-4a21-b92e-f4735cd85eb7,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:34.443207 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:34.558114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c24de-1a94-4a12-b277-9df208451632 req-0ba53b10-7881-4f12-9384-f26617704a54 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:34.560128 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a72c24de-1a94-4a12-b277-9df208451632 req-0ba53b10-7881-4f12-9384-f26617704a54 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1199033 Apr 08 12:12:34.593745 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a72c24de-1a94-4a12-b277-9df208451632 req-fa27a9af-c447-4286-8ddb-6a4349aaa661 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271289 Apr 08 12:12:34.783773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '52148dda-d85d-4a21-b92e-f4735cd85eb7', 'name': '', 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'mac_address': 'fa:16:3e:d9:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:21Z', 'updated_at': '2021-04-08T12:12:33Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'subnets': [{'id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:34.790893 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cbe4cc-0152-4167-ac14-d4293bfd985b None None] The sync data for ids ['a59d9781-14c8-4de3-8966-c0b11046575f'] in dv-cinder-784779-3-smb is: [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:12:22Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '52148dda-d85d-4a21-b92e-f4735cd85eb7', 'name': '', 'network_id': '1dc54f21-d6fa-4bcb-a1b1-4b27885bf293', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'mac_address': 'fa:16:3e:d9:72:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:21Z', 'updated_at': '2021-04-08T12:12:33Z', 'revision_number': 4, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'subnets': [{'id': 'e4532218-d924-49f5-b7d8-6a290ffd04cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:35.344203 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49624) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:35.569214 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5f8c77be-0036-44f0-8987-11ce5dbbfbb8 req-41d21358-ab15-4eba-803b-13f33526c16b tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 210 time: 0.0491104 Apr 08 12:12:35.848479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-bf2a481d-0340-4190-9198-f7e9364c0c16 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9eef3be2686a4b6085be66d1d8bc6370&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433455 Apr 08 12:12:35.952302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 52148dda-d85d-4a21-b92e-f4735cd85eb7 up at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:35.989591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd871-2636-44aa-b682-554ccdfbe2f9 req-0b55be23-e0cb-4fb2-8d35-42f46c273f7f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:35.998482 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-79dfd871-2636-44aa-b682-554ccdfbe2f9 req-0b55be23-e0cb-4fb2-8d35-42f46c273f7f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.2540746 Apr 08 12:12:36.028192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.032317 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-79dfd871-2636-44aa-b682-554ccdfbe2f9 req-371012f9-a5b2-4aa3-8a83-d94801968104 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329263 Apr 08 12:12:36.094133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Provisioning complete for port 52148dda-d85d-4a21-b92e-f4735cd85eb7 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:36.094536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.128604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-4f7ad93a-4fd6-444e-a9b4-c6182a8e676a tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:36.130446 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-4f7ad93a-4fd6-444e-a9b4-c6182a8e676a tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711201 Apr 08 12:12:36.145445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Request body: {'port': {'device_id': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3', 'admin_state_up': True, 'tenant_id': '9eef3be2686a4b6085be66d1d8bc6370'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:36.321838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:36.330711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Usage tracker for resource:port and tenant:9eef3be2686a4b6085be66d1d8bc6370 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:36.333953 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:36.340137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:36.348703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Made reservation on behalf of 9eef3be2686a4b6085be66d1d8bc6370 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:36.354909 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.368119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.385432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:36.390821 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Usage tracker for resource:security_group_rule and tenant:9eef3be2686a4b6085be66d1d8bc6370 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:36.393743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:36.399777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:36.499400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.502202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.506624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-78000528-b16b-4eac-b5c8-12ec51d4fbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:36.603140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:36.609591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:36.714170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Deleting port 5f293b86-3000-4419-8e4c-1fe1c83e65b8 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:36.714552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.757344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Allocated IP 192.168.233.200 (9af683e3-9b72-41f5-8314-59f96d3d84a3/9050681f-f40f-4eb4-9e5b-b8b8c96d80c9/03a02b1f-af55-437e-b1af-88caa9840648) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:36.761334 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bea8958-d364-47c9-842c-0a48573ab5e6 req-292ad0ee-f941-44f3-856b-7f6f547bccfb tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 210 time: 0.0593343 Apr 08 12:12:36.925232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] For port 5f293b86-3000-4419-8e4c-1fe1c83e65b8, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=5f293b86-3000-4419-8e4c-1fe1c83e65b8,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:36.925621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.977987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:36.994901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Transition to ACTIVE for port object 03a02b1f-af55-437e-b1af-88caa9840648 will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:37.018595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:37.035034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9e2f3021-fa6e-471c-a1a9-28481bce8971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:37.066352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Calling delete_port for 5f293b86-3000-4419-8e4c-1fe1c83e65b8 owned by network:router_interface {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:37.178341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Pushing event updated for resources: {'Port': ['ID=03a02b1f-af55-437e-b1af-88caa9840648,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:37.183395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:37.269935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:37.285507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a8412bcc-4d41-4844-af0a-f12bf4ed7664 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:37.311810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Network 9af683e3-9b72-41f5-8314-59f96d3d84a3 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:37.317564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:37.322052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:37.367725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e86409-6636-43c3-aab8-b96293d040d1 req-3a93c79f-4100-4e9e-9c09-0d1cf4af3e2b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:37.369488 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-87e86409-6636-43c3-aab8-b96293d040d1 req-3a93c79f-4100-4e9e-9c09-0d1cf4af3e2b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1729941 Apr 08 12:12:37.393635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f293b86-3000-4419-8e4c-1fe1c83e65b8,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:37.398536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:37.428121 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-87e86409-6636-43c3-aab8-b96293d040d1 req-6d25f082-aacc-4afa-9801-15c519faa1e3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474393 Apr 08 12:12:37.455009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:37.455832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:37.496320 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3558416 Apr 08 12:12:37.507928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Request body: {'port': {'device_id': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:37.641326 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:37.705591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-e52c0273-372d-44f9-8d5c-9184d6986a45 None None] Provisioning for port 03a02b1f-af55-437e-b1af-88caa9840648 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:37.711276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-e52c0273-372d-44f9-8d5c-9184d6986a45 None None] Provisioning complete for port 03a02b1f-af55-437e-b1af-88caa9840648 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:37.711858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e52c0273-372d-44f9-8d5c-9184d6986a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:37.784622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-e52c0273-372d-44f9-8d5c-9184d6986a45 None None] Port 03a02b1f-af55-437e-b1af-88caa9840648 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:12:37.785176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:38.163957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-8e75619b-615a-426e-ae6e-2072fb8387de tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:38.164627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-8e75619b-615a-426e-ae6e-2072fb8387de tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Synchronizing usage tracker for tenant:9eef3be2686a4b6085be66d1d8bc6370 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:38.211900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-8e75619b-615a-426e-ae6e-2072fb8387de tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Unset dirty status for tenant:9eef3be2686a4b6085be66d1d8bc6370 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:38.213346 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-8e75619b-615a-426e-ae6e-2072fb8387de tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 936 time: 0.2670875 Apr 08 12:12:38.305924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-a329dd0b-ea89-47e1-a46b-abf7de2b09e4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Synchronizing usage tracker for tenant:9eef3be2686a4b6085be66d1d8bc6370 on resource:security_group {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:38.351840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Router 857048ed-c045-4c91-968c-80cc8bc5c778 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:12:38.368257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-a329dd0b-ea89-47e1-a46b-abf7de2b09e4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Unset dirty status for tenant:9eef3be2686a4b6085be66d1d8bc6370 on resource:security_group {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:38.369535 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5617267a-0bae-4d7e-a574-2e46dbcaf99c req-a329dd0b-ea89-47e1-a46b-abf7de2b09e4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054492 Apr 08 12:12:38.462728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a02b1f-af55-437e-b1af-88caa9840648 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:38.472359 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:38.478229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-09af22d5-b3db-4815-805f-0bc1bfefd969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:38.492983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Transition to ACTIVE for port object 03a02b1f-af55-437e-b1af-88caa9840648 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:38.497449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:38.519026 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:38.554310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:38.564390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] Sync routers for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:38.580415 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:38.581100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:38.597841 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] 10.222.0.23 "PUT /v2.0/routers/857048ed-c045-4c91-968c-80cc8bc5c778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2521625 Apr 08 12:12:38.600384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49656) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:38.769405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Pushing event updated for resources: {'Port': ['ID=03a02b1f-af55-437e-b1af-88caa9840648,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:38.777857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:38.977153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed3189-c3f4-4e1c-8cd1-af97b6998bf4 req-f7af7389-d2f4-4f5f-9bf0-0424c8c2b787 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:38.985831 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7eed3189-c3f4-4e1c-8cd1-af97b6998bf4 req-f7af7389-d2f4-4f5f-9bf0-0424c8c2b787 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.3623447 Apr 08 12:12:39.029169 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7eed3189-c3f4-4e1c-8cd1-af97b6998bf4 req-24134eac-bc30-4f2e-84fb-c9e423e2d728 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423458 Apr 08 12:12:39.055048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Attempting to bind port 03a02b1f-af55-437e-b1af-88caa9840648 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:39.055574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Attempting to bind port 03a02b1f-af55-437e-b1af-88caa9840648 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:39.056056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Attempting to bind port 03a02b1f-af55-437e-b1af-88caa9840648 on network 9af683e3-9b72-41f5-8314-59f96d3d84a3 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:39.059260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:39.061173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Port 03a02b1f-af55-437e-b1af-88caa9840648 on network 9af683e3-9b72-41f5-8314-59f96d3d84a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:12:39.061538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Attempting to bind port 03a02b1f-af55-437e-b1af-88caa9840648 on network 9af683e3-9b72-41f5-8314-59f96d3d84a3 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:39.067252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:39.067574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Checking segment: {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:39.067977 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Bound using segment: {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:39.068443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Bound port: 03a02b1f-af55-437e-b1af-88caa9840648, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f89a87b-e611-4a44-ab0f-beceab7c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:39.068825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.087563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks [] for router, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.153698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] For port 03a02b1f-af55-437e-b1af-88caa9840648, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:39.157581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] For port 03a02b1f-af55-437e-b1af-88caa9840648, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a02b1f-af55-437e-b1af-88caa9840648,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:39.162288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.180137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-86948539-95a0-406f-89c3-d77acec9778f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:39.294767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.304060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Deleting port f83c4747-f9e5-4573-8a46-22c27d82ee75 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:39.304438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.334704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Pushing event updated for resources: {'Port': ['ID=03a02b1f-af55-437e-b1af-88caa9840648,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:39.339586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:39.374082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:39.374772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.376209 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] 10.222.0.13 "PUT /v2.0/ports/03a02b1f-af55-437e-b1af-88caa9840648 HTTP/1.1" status: 200 len: 1098 time: 1.8732901 Apr 08 12:12:39.376750 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'tag': '03a02b1f-af55-437e-b1af-88caa9840648'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:39.422055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:12:37Z', 'revision_number': 5, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port': {'id': 'f83c4747-f9e5-4573-8a46-22c27d82ee75', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:08:49Z', 'updated_at': '2021-04-08T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:39.426284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] Checking router: 857048ed-c045-4c91-968c-80cc8bc5c778 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:39.439968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] Routers {'857048ed-c045-4c91-968c-80cc8bc5c778'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:39.440449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['857048ed-c045-4c91-968c-80cc8bc5c778'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:39.521683 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'tag': '03a02b1f-af55-437e-b1af-88caa9840648', 'status': 'completed', 'code': 200} Apr 08 12:12:39.522505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] For port f83c4747-f9e5-4573-8a46-22c27d82ee75, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=f83c4747-f9e5-4573-8a46-22c27d82ee75,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:39.522910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.590091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-f55d2c5a-2c82-4413-81e1-5891d4177350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:39.591701 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-f55d2c5a-2c82-4413-81e1-5891d4177350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eef3be2686a4b6085be66d1d8bc6370&device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 1101 time: 0.1477547 Apr 08 12:12:39.681659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] Set router 857048ed-c045-4c91-968c-80cc8bc5c778 gateway port host: None {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:39.709504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Calling delete_port for f83c4747-f9e5-4573-8a46-22c27d82ee75 owned by network:router_gateway {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:39.762175 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-2fdb8e91-248e-440c-8a96-32b6ec3cf422 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=03a02b1f-af55-437e-b1af-88caa9840648 HTTP/1.1" status: 200 len: 217 time: 0.1625099 Apr 08 12:12:39.845846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:12:39Z', 'revision_number': 6, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port_host': None}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:39.850330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e8bcf-8f4f-4fb9-b924-42f5e60bf0eb None None] The sync data for ids ['857048ed-c045-4c91-968c-80cc8bc5c778'] in dv-cinder-784779-3-smb is: [{'id': '857048ed-c045-4c91-968c-80cc8bc5c778', 'name': 'tempest-TestMinimumBasicScenario-246242968-router', 'tenant_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:08:48Z', 'updated_at': '2021-04-08T12:12:39Z', 'revision_number': 6, 'project_id': 'f2b36d71dc2e470c8f02f1ce77eb9ad9', 'gw_port_host': None}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:39.863126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce842f42-ae13-4d98-ae8c-687af31a738a req-9e2d99f6-b337-4e51-a5d1-2734d10a78ed tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:39.865048 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ce842f42-ae13-4d98-ae8c-687af31a738a req-9e2d99f6-b337-4e51-a5d1-2734d10a78ed tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 948 time: 0.1832600 Apr 08 12:12:39.872087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-47975ff0-0f71-49af-ae50-c00cfc5f88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:39.873707 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-47975ff0-0f71-49af-ae50-c00cfc5f88b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9050681f-f40f-4eb4-9e5b-b8b8c96d80c9 HTTP/1.1" status: 200 len: 843 time: 0.0986388 Apr 08 12:12:39.939163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:39.950459 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ce842f42-ae13-4d98-ae8c-687af31a738a req-24d52cb5-dafd-4353-a128-c4980cac5835 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757508 Apr 08 12:12:39.958372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e7a92aa6-e7db-4b85-af33-3a641fbadc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:39.987038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83114917-3777-4b97-ae62-74fabc22cb13 req-2f5a571f-b80f-4b3d-8327-b5804f5c7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:39.988958 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-2f5a571f-b80f-4b3d-8327-b5804f5c7e06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9af683e3-9b72-41f5-8314-59f96d3d84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0990369 Apr 08 12:12:40.066547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Pushing event deleted for resources: {'Port': ['ID=f83c4747-f9e5-4573-8a46-22c27d82ee75,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:40.076530 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:40.218958 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-9055763f-e4a0-468f-afb5-8b05ce234e0e service neutron] 10.222.0.13 "GET /v2.0/networks/9af683e3-9b72-41f5-8314-59f96d3d84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224603 Apr 08 12:12:40.247772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.367991 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9a561-4e53-4e25-aeb8-468323d8d140 req-646dbb85-2e9e-4728-bc87-646c93c87e62 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:40.370238 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0a9a561-4e53-4e25-aeb8-468323d8d140 req-646dbb85-2e9e-4728-bc87-646c93c87e62 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.2093377 Apr 08 12:12:40.408069 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83114917-3777-4b97-ae62-74fabc22cb13 req-18a401be-2371-457e-8743-de0748a29eff service neutron] 10.222.0.13 "GET /v2.0/networks/9af683e3-9b72-41f5-8314-59f96d3d84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817391 Apr 08 12:12:40.415392 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e0a9a561-4e53-4e25-aeb8-468323d8d140 req-b4f755a0-a8da-4461-9f25-38eaf54311d3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306509 Apr 08 12:12:40.439945 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.442347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.528245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.528811 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857048ed-c045-4c91-968c-80cc8bc5c778 {{(pid=84399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:12:40.543767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.547453 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] 10.222.0.23 "DELETE /v2.0/routers/857048ed-c045-4c91-968c-80cc8bc5c778 HTTP/1.1" status: 204 len: 168 time: 1.9433966 Apr 08 12:12:40.547712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49682) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:40.553913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-c0e4fd28-8f7b-48f0-bc57-234fd05be942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:40.555537 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-c0e4fd28-8f7b-48f0-bc57-234fd05be942 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9eef3be2686a4b6085be66d1d8bc6370&device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 1101 time: 0.0802314 Apr 08 12:12:40.616924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2afc3910-70ec-41c3-9a81-ee0bef4fb8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.626998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Deleting subnet 121c408a-6587-4562-a5a4-629a46ad665f {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:12:40.630548 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.685043 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.710812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-785c7ebd-1f7f-4516-801e-f1af18698018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:40.712397 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-785c7ebd-1f7f-4516-801e-f1af18698018 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9af683e3-9b72-41f5-8314-59f96d3d84a3 HTTP/1.1" status: 200 len: 870 time: 0.1487029 Apr 08 12:12:40.809102 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-e8bfc284-0bae-4100-bb76-75da60ac0d15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=03a02b1f-af55-437e-b1af-88caa9840648 HTTP/1.1" status: 200 len: 217 time: 0.0888293 Apr 08 12:12:40.847628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:40.888667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-6361bbda-3685-48f7-8096-21af4b5a5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:40.890300 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-6361bbda-3685-48f7-8096-21af4b5a5a3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9050681f-f40f-4eb4-9e5b-b8b8c96d80c9 HTTP/1.1" status: 200 len: 843 time: 0.0716143 Apr 08 12:12:40.979925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-d576d99b-4ec2-486b-81cb-396216d1fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:40.981542 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-d576d99b-4ec2-486b-81cb-396216d1fb20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9af683e3-9b72-41f5-8314-59f96d3d84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837262 Apr 08 12:12:41.111785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.127505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8721283c-f86b-4c50-afe9-172031591528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:41.194745 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-d099512f-9bfc-4e27-a92b-d6324fa40941 service neutron] 10.222.0.13 "GET /v2.0/networks/9af683e3-9b72-41f5-8314-59f96d3d84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043841 Apr 08 12:12:41.221242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121c408a-6587-4562-a5a4-629a46ad665f,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:41.226188 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:41.260692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.265859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f13d9-a0cd-4a80-9bb2-b5a5855c1118 None None] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:12:41.267483 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/121c408a-6587-4562-a5a4-629a46ad665f HTTP/1.1" status: 204 len: 168 time: 0.7187195 Apr 08 12:12:41.270073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49692) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:41.296407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7f79f-2e8f-488e-9974-608ac95c13b7 req-0601c557-9dd6-43a9-9399-fc7169a5fadc tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:41.298036 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-97b7f79f-2e8f-488e-9974-608ac95c13b7 req-0601c557-9dd6-43a9-9399-fc7169a5fadc tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 948 time: 0.2079213 Apr 08 12:12:41.340965 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-97b7f79f-2e8f-488e-9974-608ac95c13b7 req-8a5c84f0-bb81-4109-a8da-69dd1b06ae28 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Apr 08 12:12:41.388191 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4164f11b-4ac4-4b27-ab16-25d9b45082db req-aeb4c00e-2706-49cd-8094-5654082c8b7f service neutron] 10.222.0.13 "GET /v2.0/networks/9af683e3-9b72-41f5-8314-59f96d3d84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837003 Apr 08 12:12:41.398407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.467044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Deleting port cb2e474b-dc16-4432-a396-c7252cab61cd {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:41.467540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.557785 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.558990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] DHCP port deletion for 59cf749d-3fc7-4d38-965e-49d53563ec8d request from dv-cinder-784779-3-smb {{(pid=84400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 12:12:41.563333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Deleting port cb2e474b-dc16-4432-a396-c7252cab61cd {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:41.563744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.647465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2e778-634b-494b-bd3e-f4bd5a438f00 req-576a144a-9c77-4acf-86f7-3ba5ef9e9bcd tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:41.649051 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3f2e778-634b-494b-bd3e-f4bd5a438f00 req-576a144a-9c77-4acf-86f7-3ba5ef9e9bcd tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.0945330 Apr 08 12:12:41.682472 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e3f2e778-634b-494b-bd3e-f4bd5a438f00 req-7127f606-047d-4351-aa57-d61fb9a01b48 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258174 Apr 08 12:12:41.698321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] For port cb2e474b-dc16-4432-a396-c7252cab61cd, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=cb2e474b-dc16-4432-a396-c7252cab61cd,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:41.698832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.791868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.803343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] For port cb2e474b-dc16-4432-a396-c7252cab61cd, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=cb2e474b-dc16-4432-a396-c7252cab61cd,segment=NetworkSegment(94c76313-2dc5-4ae7-8b87-3aa428f29050),segment_id=94c76313-2dc5-4ae7-8b87-3aa428f29050)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:41.803769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.833491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Calling delete_port for cb2e474b-dc16-4432-a396-c7252cab61cd owned by network:dhcp {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:41.954508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:41.970609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:41.987037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5f293b86-3000-4419-8e4c-1fe1c83e65b8 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:42.020866 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Calling delete_port for cb2e474b-dc16-4432-a396-c7252cab61cd owned by network:dhcp {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:42.066689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2e474b-dc16-4432-a396-c7252cab61cd,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:42.070982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 5f293b86-3000-4419-8e4c-1fe1c83e65b8 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:42.071367 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5f293b86-3000-4419-8e4c-1fe1c83e65b8 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:42.071820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device cb2e474b-dc16-4432-a396-c7252cab61cd no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:42.080289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:42.116641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] No DVR routers for this DVR port cb2e474b-dc16-4432-a396-c7252cab61cd on host dv-cinder-784779-3-smb {{(pid=84399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:12:42.117145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: cb2e474b-dc16-4432-a396-c7252cab61cd {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:42.117534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device cb2e474b-dc16-4432-a396-c7252cab61cd not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:42.118023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device f83c4747-f9e5-4573-8a46-22c27d82ee75 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:42.158672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: f83c4747-f9e5-4573-8a46-22c27d82ee75 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:42.159016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device f83c4747-f9e5-4573-8a46-22c27d82ee75 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:42.253478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:12:42.253901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:12:42.489347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.553479 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be924e-bc33-41c2-98ce-750bd03de835 req-bc92a4d4-1a3b-43ae-89b6-0bdd6f139b93 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:42.555112 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f9be924e-bc33-41c2-98ce-750bd03de835 req-bc92a4d4-1a3b-43ae-89b6-0bdd6f139b93 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 948 time: 0.0884867 Apr 08 12:12:42.575245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:12:42.587009 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f9be924e-bc33-41c2-98ce-750bd03de835 req-25803a5a-98f2-45fe-867f-4cf06f987d2b tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241599 Apr 08 12:12:42.604722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cf749d-3fc7-4d38-965e-49d53563ec8d']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:42.618976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c76313-2dc5-4ae7-8b87-3aa428f29050') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:42.619471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c76313-2dc5-4ae7-8b87-3aa428f29050') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:42.631201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.646303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.653028 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:12:42.718738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:42.733294 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'mac_address': 'fa:16:3e:f0:00:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:12:42.779476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Deleting port cb2e474b-dc16-4432-a396-c7252cab61cd {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:42.779476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.858015 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:12:42.867672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.874325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-84caffe0-ce34-4f8e-9c40-ef824630cb37 None None] The port 'cb2e474b-dc16-4432-a396-c7252cab61cd' was deleted {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 12:12:42.892362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.893658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6b19712-e370-4e52-ab6a-8d72c6450a8e {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:42.905510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37368-322b-4656-9e53-bd46e1fd3baf req-b349e561-8772-431b-9aff-bba81185862c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:42.906851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.907391 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6ef37368-322b-4656-9e53-bd46e1fd3baf req-b349e561-8772-431b-9aff-bba81185862c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1007540 Apr 08 12:12:42.911262 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:42.914167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:42.914901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 03a02b1f-af55-437e-b1af-88caa9840648 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:12:42.919011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:42.941725 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6ef37368-322b-4656-9e53-bd46e1fd3baf req-7ce07bf5-6990-420f-adc5-dde6393e61f0 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266991 Apr 08 12:12:43.060567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Network 59cf749d-3fc7-4d38-965e-49d53563ec8d has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:12:43.076256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=6']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:43.081191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:12:43.097499 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:12:43.134810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 03a02b1f-af55-437e-b1af-88caa9840648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a02b1f-af55-437e-b1af-88caa9840648,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:43.149638 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '03a02b1f-af55-437e-b1af-88caa9840648', 'network_id': '9af683e3-9b72-41f5-8314-59f96d3d84a3', 'port_id': '03a02b1f-af55-437e-b1af-88caa9840648', 'mac_address': 'fa:16:3e:05:2e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9050681f-f40f-4eb4-9e5b-b8b8c96d80c9', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:12:43.187708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:43.191628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d5b0edfd-b7a9-47f9-80cc-09ff36ce15c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:43.208308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:43.210726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:43.215660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Pushing event deleted for resources: {'Network': ['ID=59cf749d-3fc7-4d38-965e-49d53563ec8d,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:43.220396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:43.230458 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a02b1f-af55-437e-b1af-88caa9840648 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:43.232973 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] 10.222.0.23 "DELETE /v2.0/networks/59cf749d-3fc7-4d38-965e-49d53563ec8d HTTP/1.1" status: 204 len: 168 time: 1.9617114 Apr 08 12:12:43.236356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49714) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:43.248696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 03a02b1f-af55-437e-b1af-88caa9840648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a02b1f-af55-437e-b1af-88caa9840648,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:43.252574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:43.254569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8e8df15d-7b1d-499a-995c-eaba862a8ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:43.271731 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-239cb4c4-fa77-4b83-9ddf-34dfd89bacfc tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414656093&fields=id&tenant_id=846650aa1c0048378aa4501297770935 HTTP/1.1" status: 200 len: 267 time: 0.0457392 Apr 08 12:12:43.332771 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=03a02b1f-af55-437e-b1af-88caa9840648,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:43.335952 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:43.348735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['b6b19712-e370-4e52-ab6a-8d72c6450a8e'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:12:43.531156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['03a02b1f-af55-437e-b1af-88caa9840648'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:12:43.688918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-ee20377a-7e34-499e-9e9d-788a62c0431d tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:43.692651 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-ee20377a-7e34-499e-9e9d-788a62c0431d tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 808 time: 0.4123538 Apr 08 12:12:43.710693 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-abc873ed-0daf-472d-8304-a5e0d6c3c0f0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/quotas/846650aa1c0048378aa4501297770935 HTTP/1.1" status: 200 len: 375 time: 0.0109034 Apr 08 12:12:43.864754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:43.891389 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-d9f5ba5e-b7f8-4ebc-a9b5-649d789eaf42 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730993 Apr 08 12:12:43.900796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f458f63-aa02-4e65-bfe8-8637d759c44e req-c915c0e9-9930-45b6-a269-aae1f0681ba1 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:43.902659 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5f458f63-aa02-4e65-bfe8-8637d759c44e req-c915c0e9-9930-45b6-a269-aae1f0681ba1 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 949 time: 0.1327310 Apr 08 12:12:43.935070 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5f458f63-aa02-4e65-bfe8-8637d759c44e req-d71cb87a-4569-4952-a505-d9104f75adbc tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252736 Apr 08 12:12:44.233454 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-10909802-bf0c-493d-b2d8-edb08856078e service neutron] 10.222.0.23 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288119 Apr 08 12:12:44.242132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Deleting port 8ee08f38-4094-498b-a117-c17c465988ac {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:44.242507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:44.242804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60534707-56f5-4245-9f05-34328a5ab298 req-150fc30f-4f91-4e80-a248-d6710bd6ec03 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:44.245171 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-60534707-56f5-4245-9f05-34328a5ab298 req-150fc30f-4f91-4e80-a248-d6710bd6ec03 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 945 time: 0.1466308 Apr 08 12:12:44.358769 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-60534707-56f5-4245-9f05-34328a5ab298 req-56e08814-644a-4656-98df-adf8efc057ef tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888839 Apr 08 12:12:44.387470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:44.431135 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-a1620f3a-e029-4874-a8b0-401c48b988c9 service neutron] 10.222.0.23 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847229 Apr 08 12:12:44.439812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] For port 8ee08f38-4094-498b-a117-c17c465988ac, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=8ee08f38-4094-498b-a117-c17c465988ac,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:44.440212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:44.577191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 03a02b1f-af55-437e-b1af-88caa9840648 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:44.583225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Calling delete_port for 8ee08f38-4094-498b-a117-c17c465988ac owned by network:router_interface {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:44.794332 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:44.881008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 03a02b1f-af55-437e-b1af-88caa9840648 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:44.894301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 03a02b1f-af55-437e-b1af-88caa9840648 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:44.894724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:44.917255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2beaf104-65c2-4b1b-9026-af59d1096e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:44.988113 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-defec123-c24b-40a1-b998-bd5014d94867 req-fdc672b5-8e04-40bb-bd76-32c58b7151dc tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 210 time: 0.0737007 Apr 08 12:12:45.001841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee08f38-4094-498b-a117-c17c465988ac,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:45.016507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.016931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.017338 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.017745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.018175 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.018578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.018979 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.019375 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.019777 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.020170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.020565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.020957 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:12:45.026815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:45.090999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:45.106193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a02b1f-af55-437e-b1af-88caa9840648'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:45.140354 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 03a02b1f-af55-437e-b1af-88caa9840648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a02b1f-af55-437e-b1af-88caa9840648,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:45.164589 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:45.166744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:45.273269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-00953241-d3d8-4b5d-8bcd-86b3cfa88edb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:45.380186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9073eb-c6af-4b25-9859-0d45576c00fe req-79751aa8-a2d8-4e20-be42-166b515e1b0a tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:45.382133 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6a9073eb-c6af-4b25-9859-0d45576c00fe req-79751aa8-a2d8-4e20-be42-166b515e1b0a tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.2346721 Apr 08 12:12:45.414004 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a02b1f-af55-437e-b1af-88caa9840648', 'code': 200} Apr 08 12:12:45.469778 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port b6b19712-e370-4e52-ab6a-8d72c6450a8e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:45.470664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:45.501409 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:45.505872 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6a9073eb-c6af-4b25-9859-0d45576c00fe req-4ee1ae39-d139-402e-a5ec-a7a414eeb8de tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002963 Apr 08 12:12:45.518435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=03a02b1f-af55-437e-b1af-88caa9840648,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:45.524100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:45.643662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:45.688443 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:45.699178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:45.702231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:45.806130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=7']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:45.810400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:45.883407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91116e-7ae1-46e0-bba2-9380f36397d8 req-05ce0da5-63c8-464a-8d80-8e322df0b359 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:45.891976 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c91116e-7ae1-46e0-bba2-9380f36397d8 req-05ce0da5-63c8-464a-8d80-8e322df0b359 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.2773881 Apr 08 12:12:45.904752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647286-ef3f-4ae9-a05c-72c55c02b40c req-9235eb4d-0249-4598-870f-48f89c3b6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:45.906375 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6c647286-ef3f-4ae9-a05c-72c55c02b40c req-9235eb4d-0249-4598-870f-48f89c3b6a8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 1103 time: 0.1559074 Apr 08 12:12:45.966858 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6c647286-ef3f-4ae9-a05c-72c55c02b40c req-9e08137c-f5e9-46ab-a8a0-9579af3bc93e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Apr 08 12:12:45.997447 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7c91116e-7ae1-46e0-bba2-9380f36397d8 req-b0d8b8cf-39cf-4f6c-a848-eb9cd479e183 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952981 Apr 08 12:12:46.172970 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9b5fb528-c9db-4d47-958a-120b72a55dc5 req-7f4b15a4-7553-4990-89f4-91f1e84528d9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 210 time: 0.0634651 Apr 08 12:12:46.604266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Router 24eedbcc-47df-4c44-8962-018720ccc389 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:12:46.978865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:12:46.989567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] Sync routers for ids ['24eedbcc-47df-4c44-8962-018720ccc389'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:12:47.011091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] Routers {'24eedbcc-47df-4c44-8962-018720ccc389'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:47.014459 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['24eedbcc-47df-4c44-8962-018720ccc389'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:47.015182 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b4b63e2e-899d-4aad-b843-27b3e42f02ae admin admin] 10.222.0.23 "PUT /v2.0/routers/24eedbcc-47df-4c44-8962-018720ccc389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771502 Apr 08 12:12:47.017916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49780) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:47.058569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-f72fa00f-47d9-4167-9fb0-10c24184c034 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:47.060518 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-f72fa00f-47d9-4167-9fb0-10c24184c034 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 808 time: 0.4357214 Apr 08 12:12:47.078260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc49f-7ea6-49ae-a7c2-4db1c81a2fe7 req-61a31f7e-5dae-4d2f-a84a-83ddbb99ca0f tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:47.109879 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9efcc49f-7ea6-49ae-a7c2-4db1c81a2fe7 req-61a31f7e-5dae-4d2f-a84a-83ddbb99ca0f tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.4175863 Apr 08 12:12:47.330269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] Set router 24eedbcc-47df-4c44-8962-018720ccc389 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:47.358178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks [] for router, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:47.367629 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9efcc49f-7ea6-49ae-a7c2-4db1c81a2fe7 req-49cd2437-8da9-42fb-bbb7-55d7b95e85d9 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561240 Apr 08 12:12:47.388688 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-edc0ad72-2a9f-4b55-8aaa-95f0a7fd19cb tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=846650aa1c0048378aa4501297770935 HTTP/1.1" status: 200 len: 8059 time: 0.2736597 Apr 08 12:12:47.416472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:47.424501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'port': {'device_id': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'admin_state_up': True, 'tenant_id': '846650aa1c0048378aa4501297770935', 'security_groups': ['31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9']}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:47.605178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:47.619425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Deleting port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:47.620018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:47.725926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:12:44Z', 'revision_number': 5, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port': {'id': '3bb807ef-461f-43f9-a306-dc2f1bbfc16e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24eedbcc-47df-4c44-8962-018720ccc389', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:09:03Z', 'updated_at': '2021-04-08T12:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:47.730849 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] Checking router: 24eedbcc-47df-4c44-8962-018720ccc389 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:12:47.740662 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8da237c8-70e6-42dd-9c65-35fd5164cdef req-7cb9aa63-b67c-444e-b5d7-d812ce550c0b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 210 time: 0.1438215 Apr 08 12:12:47.778574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e011444-cade-487f-bfef-c409e5a20144 req-af9eff41-1f87-49e7-af4e-aae559c2227d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:47.786960 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e011444-cade-487f-bfef-c409e5a20144 req-af9eff41-1f87-49e7-af4e-aae559c2227d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.5664771 Apr 08 12:12:47.791229 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] Routers {'24eedbcc-47df-4c44-8962-018720ccc389'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:12:47.797907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['24eedbcc-47df-4c44-8962-018720ccc389'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:47.832421 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-5e011444-cade-487f-bfef-c409e5a20144 req-0418ed10-22a2-4c2c-a1b3-30b2ab9162c6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443947 Apr 08 12:12:47.839510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] For port 3bb807ef-461f-43f9-a306-dc2f1bbfc16e, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:47.840404 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:47.916860 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'code': 200} Apr 08 12:12:47.963588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:12:47.973658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:port and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:12:47.980718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:12:47.992504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:12:48.016168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Made reservation on behalf of 846650aa1c0048378aa4501297770935 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:12:48.022899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.023432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Calling delete_port for 3bb807ef-461f-43f9-a306-dc2f1bbfc16e owned by network:router_gateway {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:48.179916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] Set router 24eedbcc-47df-4c44-8962-018720ccc389 gateway port host: None {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:12:48.244394 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.257180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Allocated IP 172.20.0.14 (ee029bc7-f0e8-42a5-808d-af6c36da9ca6/f92a2e2f-b85c-474e-873e-43cc97fcfbaa/602f67a4-67fc-4b01-bdd6-898d9b9b5e79) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:12:48.336871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:12:47Z', 'revision_number': 6, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port_host': None}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:48.342824 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4b0be-4c85-430d-9831-ee2452246019 None None] The sync data for ids ['24eedbcc-47df-4c44-8962-018720ccc389'] in dv-cinder-784779-3-smb is: [{'id': '24eedbcc-47df-4c44-8962-018720ccc389', 'name': 'tempest-TestMinimumBasicScenario-903955183-router', 'tenant_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:09:02Z', 'updated_at': '2021-04-08T12:12:47Z', 'revision_number': 6, 'project_id': 'ad21f2ea15fb4d6c885dfa187d130fa1', 'gw_port_host': None}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:12:48.352232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:48.424164 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb807ef-461f-43f9-a306-dc2f1bbfc16e,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:48.436921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:48.534100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.560177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Transition to ACTIVE for port object 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 will not be triggered until provisioned by entity DHCP. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:48.628478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.666862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.689153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:48.843003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.845494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.873100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.873714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24eedbcc-47df-4c44-8962-018720ccc389 {{(pid=84399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:12:48.902353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:48.908347 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1050c993-0adc-4454-bd72-b0fdd47e8324 admin admin] 10.222.0.23 "DELETE /v2.0/routers/24eedbcc-47df-4c44-8962-018720ccc389 HTTP/1.1" status: 204 len: 168 time: 1.8755648 Apr 08 12:12:48.908920 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49798) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:48.928896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:48.934051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:12:48.936335 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:48.939907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:12:48.996230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:12:49.017027 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Deleting subnet 2b31d505-70ec-4573-8bc2-064d95ad9bc5 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:12:49.020828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:49.041853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4357a-c947-4e6a-b89f-e033fd7ba8ed req-401e7297-1aaf-40ce-b798-f42df4c8582a tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:49.049656 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-82f4357a-c947-4e6a-b89f-e033fd7ba8ed req-401e7297-1aaf-40ce-b798-f42df4c8582a tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.4426680 Apr 08 12:12:49.126705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:49.292103 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:49.355600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-fd38aa38-38eb-47c4-bdac-dfbccf5e5f15 None None] Provisioning for port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 completed by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:49.364484 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-fd38aa38-38eb-47c4-bdac-dfbccf5e5f15 None None] Provisioning complete for port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 triggered by entity DHCP. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:49.364897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fd38aa38-38eb-47c4-bdac-dfbccf5e5f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:49.375245 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-82f4357a-c947-4e6a-b89f-e033fd7ba8ed req-8789d500-a505-4b5c-aae0-591e1054f761 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245480 Apr 08 12:12:49.451056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c5d63-85ed-490e-acce-3b1915dcab41 req-336e447e-92ec-4d37-817b-5055d2901d80 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:49.452613 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ff4c5d63-85ed-490e-acce-3b1915dcab41 req-336e447e-92ec-4d37-817b-5055d2901d80 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 932 time: 0.5210073 Apr 08 12:12:49.459935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:49.460966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:49.478766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-fd38aa38-38eb-47c4-bdac-dfbccf5e5f15 None None] Port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 cannot update to ACTIVE because it is not bound. {{(pid=84400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 08 12:12:49.512343 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ff4c5d63-85ed-490e-acce-3b1915dcab41 req-45b88e9c-d9e1-450f-8e68-ead4fb916676 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353751 Apr 08 12:12:49.514307 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-6ed0b112-fa5e-4e74-a7a0-cf567f97a318 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1104801 Apr 08 12:12:49.528218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Request body: {'port': {'device_id': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:12:49.796631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:49.974880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565cc0-da31-4715-9034-649d388dc276 req-c9e658ff-f244-4c68-9583-a12a567b9243 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:49.983963 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-36565cc0-da31-4715-9034-649d388dc276 req-c9e658ff-f244-4c68-9583-a12a567b9243 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.3210332 Apr 08 12:12:49.992141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 8ee08f38-4094-498b-a117-c17c465988ac no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:50.033306 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-36565cc0-da31-4715-9034-649d388dc276 req-f302243d-b18e-441c-8677-c5e5e0604167 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483255 Apr 08 12:12:50.061076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 8ee08f38-4094-498b-a117-c17c465988ac {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:50.067426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 8ee08f38-4094-498b-a117-c17c465988ac not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:50.069001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb807ef-461f-43f9-a306-dc2f1bbfc16e no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:50.088275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.122612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:50.124268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 3bb807ef-461f-43f9-a306-dc2f1bbfc16e {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:50.128598 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb807ef-461f-43f9-a306-dc2f1bbfc16e not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:50.236670 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b31d505-70ec-4573-8bc2-064d95ad9bc5,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:50.241862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:50.277905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.284230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b8f52-2778-4c2e-a739-0fd92088b1ed None None] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:12:50.288495 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a960e2ef-04fe-41d9-aaeb-6ff06a238a66 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2b31d505-70ec-4573-8bc2-064d95ad9bc5 HTTP/1.1" status: 204 len: 168 time: 1.3784518 Apr 08 12:12:50.291628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49810) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:50.398064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3697-d3b8-43aa-8f27-50dbc57bb121 req-35031bd1-2aab-4b76-a39b-0f324076307d tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:50.400994 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a9bf3697-d3b8-43aa-8f27-50dbc57bb121 req-35031bd1-2aab-4b76-a39b-0f324076307d tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.1661158 Apr 08 12:12:50.450026 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a9bf3697-d3b8-43aa-8f27-50dbc57bb121 req-872fc796-52c8-4290-9b69-97c64adcd68b tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Apr 08 12:12:50.463820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.559225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Deleting port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:50.560425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.576770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:50.594786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.638825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Transition to ACTIVE for port object 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:12:50.703413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] DHCP port deletion for 7664b19c-87bb-4fbe-b6ea-2b28582fac9c request from dv-cinder-784779-3-smb {{(pid=84400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 12:12:50.708083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Deleting port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:50.708505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.732906 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.751858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-2bac08b5-3b19-4891-986d-224cacfe0f04 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:50.930372 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:50.949318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf2690-17a5-47ca-aa1f-1d0355c66f36 req-cdb59baf-d80e-4f91-9668-243d62033e41 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:50.950264 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-99cf2690-17a5-47ca-aa1f-1d0355c66f36 req-cdb59baf-d80e-4f91-9668-243d62033e41 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Synchronizing usage tracker for tenant:846650aa1c0048378aa4501297770935 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:50.952840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] For port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:50.953338 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:50.965487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:50.988605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-99cf2690-17a5-47ca-aa1f-1d0355c66f36 req-cdb59baf-d80e-4f91-9668-243d62033e41 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Unset dirty status for tenant:846650aa1c0048378aa4501297770935 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:50.996907 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-99cf2690-17a5-47ca-aa1f-1d0355c66f36 req-cdb59baf-d80e-4f91-9668-243d62033e41 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 944 time: 0.3311727 Apr 08 12:12:51.064455 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-99cf2690-17a5-47ca-aa1f-1d0355c66f36 req-dc67580c-6f56-4cef-916e-75071c7b5a3b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663707 Apr 08 12:12:51.139541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] For port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,segment=NetworkSegment(999dc083-7c70-4123-93e5-3b105714c50e),segment_id=999dc083-7c70-4123-93e5-3b105714c50e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:51.140607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:51.162552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Calling delete_port for 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 owned by network:dhcp {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:51.344492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:51.367447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:51.402243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Calling delete_port for 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 owned by network:dhcp {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:51.473727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Attempting to bind port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:12:51.474276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Attempting to bind port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:12:51.474756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Attempting to bind port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 on network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:51.499963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 on network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:12:51.500607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Attempting to bind port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 on network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:12:51.515729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:12:51.516105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Checking segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:12:51.516531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Bound using segment: {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:12:51.517009 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Bound port: 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725276ef-0630-42c7-9f1a-0175fe01ed2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:12:51.517395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:51.519987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:51.529630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:51.530109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:12:51.530524 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:12:51.591734 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] No DVR routers for this DVR port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 on host dv-cinder-784779-3-smb {{(pid=84399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:12:51.765086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:51.813998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:12:51.837837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:12:51.848416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-f20d0dc1-78c0-447c-87a9-9ee36352421d tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:51.850080 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-f20d0dc1-78c0-447c-87a9-9ee36352421d tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.2882724 Apr 08 12:12:51.866868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:51.945180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7664b19c-87bb-4fbe-b6ea-2b28582fac9c']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:51.949655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:51.953610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9d956137-6746-4aa2-a170-fb2b701dedb2 tempest-VolumesSnapshotTestJSON-960455628 tempest-VolumesSnapshotTestJSON-960455628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:51.960783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999dc083-7c70-4123-93e5-3b105714c50e') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:51.961130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999dc083-7c70-4123-93e5-3b105714c50e') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:12:51.974968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:51.999700 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.018649 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:12:52.021939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:52.022554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:52.032182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Deleting port 3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:52.032701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.088493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111daeb-bca5-4779-b9a3-dba722449770 req-42541431-4417-433c-83f9-531bb8deca2d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:52.090739 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c111daeb-bca5-4779-b9a3-dba722449770 req-42541431-4417-433c-83f9-531bb8deca2d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.4713409 Apr 08 12:12:52.144240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-8d31280b-18e1-49cb-905d-73540c8dbcf4 None None] The port '3bb0ab5c-2df1-4d8e-a44e-e4c8ddf4fd03' was deleted {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 12:12:52.161197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aad1fb-8fe2-4fb1-aaa4-cd1e9b1b43e3 req-d1b4d2cf-51d4-4904-a00f-aee70f50acd6 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:52.163052 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-69aad1fb-8fe2-4fb1-aaa4-cd1e9b1b43e3 req-d1b4d2cf-51d4-4904-a00f-aee70f50acd6 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.4843590 Apr 08 12:12:52.227855 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-69aad1fb-8fe2-4fb1-aaa4-cd1e9b1b43e3 req-aad5cb17-a41d-44e1-bbb1-bda04f02a6f3 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Apr 08 12:12:52.241321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Deleting port 03a02b1f-af55-437e-b1af-88caa9840648 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:12:52.241831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.283382 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c111daeb-bca5-4779-b9a3-dba722449770 req-878d4ede-b80f-48f0-a8b0-fcfab0b463bc tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747627 Apr 08 12:12:52.345209 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:52.361565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:52.362330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:12:52.399799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.637102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Network 7664b19c-87bb-4fbe-b6ea-2b28582fac9c has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:12:52.659573 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] For port 03a02b1f-af55-437e-b1af-88caa9840648, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a02b1f-af55-437e-b1af-88caa9840648,segment=NetworkSegment(4f89a87b-e611-4a44-ab0f-beceab7c18a2),segment_id=4f89a87b-e611-4a44-ab0f-beceab7c18a2)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:52.659980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:12:52.664183 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:12:52.674527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:52.675212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.676722 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] 10.222.0.13 "PUT /v2.0/ports/602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1094 time: 3.1538112 Apr 08 12:12:52.678441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:52.793615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.798345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:52.815901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:52.823233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=7664b19c-87bb-4fbe-b6ea-2b28582fac9c,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:52.832513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:52.840163 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] 10.222.0.23 "DELETE /v2.0/networks/7664b19c-87bb-4fbe-b6ea-2b28582fac9c HTTP/1.1" status: 204 len: 168 time: 2.5495334 Apr 08 12:12:53.166602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49834) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:53.169651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Calling delete_port for 03a02b1f-af55-437e-b1af-88caa9840648 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:12:53.203308 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'status': 'completed', 'code': 200} Apr 08 12:12:53.261667 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-28ccec78-cf09-429c-921d-d98c017fe8ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2b36d71dc2e470c8f02f1ce77eb9ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935271 Apr 08 12:12:53.264147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49838) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:53.317235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c291-fa35-4f12-bb6c-d9b39be4bca4 req-9aaa56dd-66cc-4376-84d8-67426d809157 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:53.325902 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a895c291-fa35-4f12-bb6c-d9b39be4bca4 req-9aaa56dd-66cc-4376-84d8-67426d809157 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 944 time: 0.9129059 Apr 08 12:12:53.363105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-05e445b9-c548-4dfd-8e69-3785d3e40915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:53.364900 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-05e445b9-c548-4dfd-8e69-3785d3e40915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1097 time: 0.6075134 Apr 08 12:12:53.368225 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a895c291-fa35-4f12-bb6c-d9b39be4bca4 req-ae8b586d-d032-45c9-8a14-3ecea9b16c40 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Apr 08 12:12:53.390531 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:53.451705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:53.529498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:53.537853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-83327dba-ddcf-42f4-8c1a-ad8e023e6182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:53.554230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3250b7-4a5e-4df6-9208-0ab04b4ce59e,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:53.558642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:53.560499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:53.575236 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-efdf2e0b-cda2-479d-b223-c786a81b23ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a3250b7-4a5e-4df6-9208-0ab04b4ce59e HTTP/1.1" status: 204 len: 168 time: 0.2992270 Apr 08 12:12:53.626438 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-55ca81f9-5513-48aa-929a-4b085f6bf265 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 217 time: 0.2093987 Apr 08 12:12:53.764284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:53.797954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4260f-1b6a-42d6-83f3-f1369e5d28dc req-ca8af0ca-5463-40f6-a0a6-f37e42a349a6 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:53.805707 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-62f4260f-1b6a-42d6-83f3-f1369e5d28dc req-ca8af0ca-5463-40f6-a0a6-f37e42a349a6 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 950 time: 0.3873405 Apr 08 12:12:53.808282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7818e70a-a8a7-4e3f-b166-5375a08ebbbe tempest-AttachVolumeNegativeTest-582992732 tempest-AttachVolumeNegativeTest-582992732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:53.894369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Pushing event deleted for resources: {'Port': ['ID=03a02b1f-af55-437e-b1af-88caa9840648,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:53.908646 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-62f4260f-1b6a-42d6-83f3-f1369e5d28dc req-2be1409a-ffb9-4e64-82a5-98f7ee316d64 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/security-groups?id=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018834 Apr 08 12:12:53.909652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:54.064127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2b83-eec1-401c-9ab0-30c984fa4590 req-a4a85edb-2b63-4221-ad44-f70bd9884fad tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:54.071770 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dc6e2b83-eec1-401c-9ab0-30c984fa4590 req-a4a85edb-2b63-4221-ad44-f70bd9884fad tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.5334158 Apr 08 12:12:54.077476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49852) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:54.092528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-0d13b9f0-d5f8-47f5-b9a1-3b5bc3a5c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:54.094174 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-0d13b9f0-d5f8-47f5-b9a1-3b5bc3a5c576 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.4473264 Apr 08 12:12:54.130734 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-6f897619-4c42-4301-a20e-09cfa96992f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad21f2ea15fb4d6c885dfa187d130fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513589 Apr 08 12:12:54.134334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 49856) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:12:54.169610 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dc6e2b83-eec1-401c-9ab0-30c984fa4590 req-3cfa4359-57b5-4797-b8f9-174423b552f1 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961144 Apr 08 12:12:54.232906 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:54.276891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-ee4813f9-e996-4a2f-a16d-d50510049be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:54.278990 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-ee4813f9-e996-4a2f-a16d-d50510049be3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1711597 Apr 08 12:12:54.281150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:54.349336 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:54.361300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-437d14b5-cb3c-4ac6-8890-4967dda74cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:54.375612 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841af1cd-8819-487d-96cd-bf87baf6d3e1,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:54.377994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:54.387894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:54.419522 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-321b3bef-aa54-453a-ad3f-e9b1959be409 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/841af1cd-8819-487d-96cd-bf87baf6d3e1 HTTP/1.1" status: 204 len: 168 time: 0.2590427 Apr 08 12:12:54.521373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] No DVR routers for this DVR port 03a02b1f-af55-437e-b1af-88caa9840648 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:12:54.524072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:54.536640 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-f7fc9de8-b6f6-44a0-bd9f-ee8caa40b610 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465830 Apr 08 12:12:54.540379 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-759e5603-fb56-4d85-bf90-4dfee723cb90 req-bce4c259-1b90-4505-9bbb-383c34dc9ea4 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.13 "DELETE /v2.0/ports/03a02b1f-af55-437e-b1af-88caa9840648 HTTP/1.1" status: 204 len: 173 time: 2.6752763 Apr 08 12:12:54.656603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 03a02b1f-af55-437e-b1af-88caa9840648 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:12:54.719534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 03a02b1f-af55-437e-b1af-88caa9840648 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:12:54.720163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 03a02b1f-af55-437e-b1af-88caa9840648 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:12:54.850445 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-eb7bfc08-3b37-45cd-a781-bfff38bcb7f3 req-3236c44b-34e6-476b-9d89-bc9a4da555c3 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528486 Apr 08 12:12:54.885260 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20608621-9f19-47a6-913e-f7bed2807516 req-14c18fc0-6467-42bf-94f6-27c57b422964 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:54.895690 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-20608621-9f19-47a6-913e-f7bed2807516 req-14c18fc0-6467-42bf-94f6-27c57b422964 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 944 time: 0.3468187 Apr 08 12:12:54.985402 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-20608621-9f19-47a6-913e-f7bed2807516 req-74ce24d1-58e9-4520-9546-72c7e37b60a8 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868936 Apr 08 12:12:55.032425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-97e27731-b928-47f4-93b5-5dcf5ea237a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:55.034540 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-97e27731-b928-47f4-93b5-5dcf5ea237a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1097 time: 0.1207874 Apr 08 12:12:55.232526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'name': 'network-vif-deleted', 'tag': '03a02b1f-af55-437e-b1af-88caa9840648'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:55.268379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c691509f-16f0-4516-9083-b9cba64ddf38 req-63e7dcb7-ed3f-405d-bfa9-634ddde5f139 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Synchronizing usage tracker for tenant:9eef3be2686a4b6085be66d1d8bc6370 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:12:55.296478 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c691509f-16f0-4516-9083-b9cba64ddf38 req-63e7dcb7-ed3f-405d-bfa9-634ddde5f139 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Unset dirty status for tenant:9eef3be2686a4b6085be66d1d8bc6370 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:12:55.297787 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c691509f-16f0-4516-9083-b9cba64ddf38 req-63e7dcb7-ed3f-405d-bfa9-634ddde5f139 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c HTTP/1.1" status: 200 len: 210 time: 0.2204647 Apr 08 12:12:55.350806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-d8a94bdf-ce24-4585-9551-81702e827346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:55.352957 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-d8a94bdf-ce24-4585-9551-81702e827346 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.3078322 Apr 08 12:12:55.424743 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbe91b5-d4d2-45d1-94ea-6a75bfd2096c', 'name': 'network-vif-deleted', 'tag': '03a02b1f-af55-437e-b1af-88caa9840648', 'status': 'completed', 'code': 200} Apr 08 12:12:55.439755 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-02a97bf0-2cd6-42e2-aeed-eaf8720bde50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 217 time: 0.0777977 Apr 08 12:12:55.577971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-48d09263-a70a-493b-9b94-33f42be7b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:55.579521 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-48d09263-a70a-493b-9b94-33f42be7b705 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0964530 Apr 08 12:12:55.645330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cf4b3-aa18-47b6-b0ec-5ed03ad0da61 req-8857940a-924c-498f-8330-f21c367e2efc tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:55.646996 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a65cf4b3-aa18-47b6-b0ec-5ed03ad0da61 req-8857940a-924c-498f-8330-f21c367e2efc tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.2091968 Apr 08 12:12:55.688883 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a65cf4b3-aa18-47b6-b0ec-5ed03ad0da61 req-1ff75a19-c2c3-451f-89ea-dec5761ba166 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340130 Apr 08 12:12:55.714742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-05185539-1070-49f0-9ec5-326153718790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:55.716328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-05185539-1070-49f0-9ec5-326153718790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1274824 Apr 08 12:12:55.885595 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-f8d6d7c2-7bd6-4acf-bdc4-46240c90324e service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613650 Apr 08 12:12:56.049216 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c49dfec9-9990-429b-b6ef-35fe1e495677 req-ccd5365d-c015-40a5-8d5d-e1ffbd9f3222 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570196 Apr 08 12:12:56.192671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7d18e-2737-43f2-baf3-7a5fcb5b0bb2 req-63a1efd8-3bf0-457f-bb7a-170776c2c199 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:56.194479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4af7d18e-2737-43f2-baf3-7a5fcb5b0bb2 req-63a1efd8-3bf0-457f-bb7a-170776c2c199 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 944 time: 0.0942051 Apr 08 12:12:56.231211 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4af7d18e-2737-43f2-baf3-7a5fcb5b0bb2 req-ef29bf88-ad61-4a50-b3b3-d6a583b07ac5 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278232 Apr 08 12:12:56.656052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:12:56.830943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:56.848373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'port_id': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'mac_address': 'fa:16:3e:be:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:12:56.923191 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:56.924720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:12:56.944058 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:56.949240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:56.951509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:57.041422 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:57.044567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c6f1-293f-4912-a08b-b23e9ad7c155 req-d3020a34-c5e4-466d-a755-5b2f96d983f9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:57.054619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:57.055350 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3341c6f1-293f-4912-a08b-b23e9ad7c155 req-d3020a34-c5e4-466d-a755-5b2f96d983f9 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1355665 Apr 08 12:12:57.094346 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3341c6f1-293f-4912-a08b-b23e9ad7c155 req-fa900a0e-4328-4cba-82cf-97a19130e001 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371356 Apr 08 12:12:57.233346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['602f67a4-67fc-4b01-bdd6-898d9b9b5e79'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:12:57.579194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c62446-5270-424e-8870-08d7551adb1a req-28d32d88-5a48-41f3-bd47-0b41321285c5 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:57.587409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-08c62446-5270-424e-8870-08d7551adb1a req-28d32d88-5a48-41f3-bd47-0b41321285c5 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 945 time: 0.1930959 Apr 08 12:12:57.642714 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-08c62446-5270-424e-8870-08d7551adb1a req-54275b40-7756-4e8b-a31b-3f3e96abfb23 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537124 Apr 08 12:12:58.520301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfc7a7-69de-451d-947f-7d8c760a8a4b req-b3393458-f670-4b0e-8256-864697afa756 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:58.524132 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-95bfc7a7-69de-451d-947f-7d8c760a8a4b req-b3393458-f670-4b0e-8256-864697afa756 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1205487 Apr 08 12:12:58.564687 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-95bfc7a7-69de-451d-947f-7d8c760a8a4b req-2dd22dfe-9c0d-4e2f-b707-dfb0558c8c5d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350397 Apr 08 12:12:58.656068 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:12:58.757883 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:12:58.763658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:12:58.764520 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:58.915447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:58.940214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:12:58.953484 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:12:58.963134 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:12:58.966006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:12:59.001197 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244801d-d631-494d-8e31-2d44d1197d82 req-66527bd0-0e67-42df-bd8d-7c2c1fb8ee61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:59.003190 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7244801d-d631-494d-8e31-2d44d1197d82 req-66527bd0-0e67-42df-bd8d-7c2c1fb8ee61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 945 time: 0.1482427 Apr 08 12:12:59.051532 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7244801d-d631-494d-8e31-2d44d1197d82 req-4be7d00e-0c2f-4b99-8f87-5c7f07eab44f tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 Apr 08 12:12:59.061545 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'code': 200} Apr 08 12:12:59.096597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:12:59.108355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:12:59.399196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24f30-2224-4189-a64d-b816953206f3 req-fd636c84-bbd5-47a7-84fb-f870330624ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:59.400871 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7cc24f30-2224-4189-a64d-b816953206f3 req-fd636c84-bbd5-47a7-84fb-f870330624ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.1029100 Apr 08 12:12:59.432887 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7cc24f30-2224-4189-a64d-b816953206f3 req-cddc7d51-c171-420c-a003-370364b8e002 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0227473 Apr 08 12:12:59.778150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b689d0-2bb9-4163-9981-c375841e0a74 req-cf6c97d1-85bd-4d1e-abbc-a4ee54245a65 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:12:59.779746 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32b689d0-2bb9-4163-9981-c375841e0a74 req-cf6c97d1-85bd-4d1e-abbc-a4ee54245a65 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.0905685 Apr 08 12:12:59.811472 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-32b689d0-2bb9-4163-9981-c375841e0a74 req-f7eeafa2-b783-47e6-b5b6-65f9b9074d0d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250449 Apr 08 12:13:00.261543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-1bdeebb6-6bdf-4727-9c6e-b9ccda149616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:00.263180 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-1bdeebb6-6bdf-4727-9c6e-b9ccda149616 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1099 time: 0.1533735 Apr 08 12:13:00.309822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2807b00-b4ac-49ad-a42c-e3feb14fd3b4 req-bbdd58fd-3756-453c-87cc-41d35ea924b3 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:00.311443 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b2807b00-b4ac-49ad-a42c-e3feb14fd3b4 req-bbdd58fd-3756-453c-87cc-41d35ea924b3 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.1396456 Apr 08 12:13:00.651764 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b2807b00-b4ac-49ad-a42c-e3feb14fd3b4 req-4cdde9f1-1cac-4e71-98d8-67134e87f034 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444908 Apr 08 12:13:00.700250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-632337d4-e0e2-419d-a07c-aa01333fec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:00.701860 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-632337d4-e0e2-419d-a07c-aa01333fec4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.4249370 Apr 08 12:13:00.819989 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-2d957321-66c0-4836-9d16-c3eec70fd2ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 1000 time: 0.1092412 Apr 08 12:13:00.889693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-e6c12193-fc6e-4ad7-80c6-432856d7dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:00.891281 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-e6c12193-fc6e-4ad7-80c6-432856d7dc37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.0642610 Apr 08 12:13:01.046831 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-1ebd031c-5cbc-444e-9bf3-c52e096ee10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:01.048457 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-1ebd031c-5cbc-444e-9bf3-c52e096ee10a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1498632 Apr 08 12:13:01.057498 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4edf5-92cf-4c0a-80cb-199f1ac6d1bc req-610e2c45-c48d-4fd7-b660-2869b514c58d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:01.059037 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1b4edf5-92cf-4c0a-80cb-199f1ac6d1bc req-610e2c45-c48d-4fd7-b660-2869b514c58d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1255205 Apr 08 12:13:01.170084 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1b4edf5-92cf-4c0a-80cb-199f1ac6d1bc req-0824bac0-087f-48bb-8f5e-6bd1a1b2d6c7 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859351 Apr 08 12:13:01.218993 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-3b134b4c-9b8f-434a-93ff-a1bd2340b265 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589553 Apr 08 12:13:01.362781 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9f79ab20-84e8-45e8-b8b4-fc376a0a265d req-7dc78f0e-b5ac-49d5-ad02-f2dd6a3a6220 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366546 Apr 08 12:13:01.872488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c064b-d36e-4e15-b9d4-b269c5fd89df req-307c44f0-f6f3-46b7-84a4-a8d0042980a8 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:01.874098 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-310c064b-d36e-4e15-b9d4-b269c5fd89df req-307c44f0-f6f3-46b7-84a4-a8d0042980a8 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0930421 Apr 08 12:13:01.907089 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-310c064b-d36e-4e15-b9d4-b269c5fd89df req-a99bd8f7-f24b-4050-9b31-783c119a267e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256879 Apr 08 12:13:01.997929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50148) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:02.110941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299a794-28fb-4fd2-be00-db6034a8c6a1 req-a4824651-2355-45a7-a392-d5a019f3b640 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:02.112582 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6299a794-28fb-4fd2-be00-db6034a8c6a1 req-a4824651-2355-45a7-a392-d5a019f3b640 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0876360 Apr 08 12:13:02.145446 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6299a794-28fb-4fd2-be00-db6034a8c6a1 req-2271433e-114d-4f48-9c1d-24cb45128e8c tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255368 Apr 08 12:13:02.161271 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-afa0deac-c870-4226-87b5-7becff07981a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eef3be2686a4b6085be66d1d8bc6370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618812 Apr 08 12:13:02.163828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50156) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:02.171217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50160) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:02.230740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.260241 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.313627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.318802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3c963de3-c319-4edf-b081-716c4fd865dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:02.333045 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cef163-2e2a-4e3a-ab06-0ab3a1d526ba,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:02.335847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:02.347163 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.350187 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96cef163-2e2a-4e3a-ab06-0ab3a1d526ba HTTP/1.1" status: 204 len: 168 time: 0.1836288 Apr 08 12:13:02.457825 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e513518-0c1c-49cd-95c9-6b95106e962d req-d98dae61-8ea3-4dc6-8cfb-9129285f7fd2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:02.459438 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1e513518-0c1c-49cd-95c9-6b95106e962d req-d98dae61-8ea3-4dc6-8cfb-9129285f7fd2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 946 time: 0.1684999 Apr 08 12:13:02.461688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd20b40-6f32-48dc-8ab9-dc4bcfb58c30 tempest-TestShelveInstance-884583479 tempest-TestShelveInstance-884583479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:02.463226 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5bd20b40-6f32-48dc-8ab9-dc4bcfb58c30 tempest-TestShelveInstance-884583479 tempest-TestShelveInstance-884583479-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1094 time: 0.2908368 Apr 08 12:13:02.466290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50170) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:02.472077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Request body: {'floatingip': {'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'port_id': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'tenant_id': '846650aa1c0048378aa4501297770935', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:13:02.480003 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:13:02.497080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Usage tracker for resource:floatingip and tenant:846650aa1c0048378aa4501297770935 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:13:02.502650 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:13:02.514475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:13:02.522577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1e513518-0c1c-49cd-95c9-6b95106e962d req-75277c0a-6938-4e94-9db7-6a41f428ba77 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440872 Apr 08 12:13:02.531900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for floatingip, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.667826 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:13:02.680106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.796007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.807341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:13:02.818040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:02.823005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:02.825562 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:02.830671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Allocated IP 172.28.0.191 (79e5199a-1108-4635-8a90-8cf23dd104a5/5d10327c-188b-406a-a345-4f042c50f1d7/9f68a393-4a74-42ff-aceb-179332a22a6b) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:13:02.863839 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'code': 200} Apr 08 12:13:02.897302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=8']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:02.900512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:02.986150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:03.016495 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:03.031931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:03.165149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'Port': ['ID=9f68a393-4a74-42ff-aceb-179332a22a6b,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:03.177508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:03.220331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Network 79e5199a-1108-4635-8a90-8cf23dd104a5 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:13:03.221457 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:13:03.223680 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:13:03.699107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:03.803288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552231d-7dcf-41ee-910f-284e81c8ce88 req-dfdd3453-7161-494c-91f8-59c7a9bdbdc3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:03.804893 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c552231d-7dcf-41ee-910f-284e81c8ce88 req-dfdd3453-7161-494c-91f8-59c7a9bdbdc3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.1568787 Apr 08 12:13:03.813439 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:03.881138 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c552231d-7dcf-41ee-910f-284e81c8ce88 req-fe81dc98-8529-4a53-8c0d-90b72cfd279a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687900 Apr 08 12:13:04.105030 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:04.108455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:04.128193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-56bd03dc-f575-402b-b61e-51d298bc0516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:04.268843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event updated for resources: {'Port': ['ID=9f68a393-4a74-42ff-aceb-179332a22a6b,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:04.281425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:04.374738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:04.798465 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Floating IP a8b4c289-1770-46c0-bd55-1ba8d1a93c5e associated. External IP: 172.28.0.191, port: 602f67a4-67fc-4b01-bdd6-898d9b9b5e79. Apr 08 12:13:04.814467 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:13:05.181663 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Router ebbaf950-6268-457a-ab42-3b1858623f0f has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:13:05.409451 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-8b4bbf77-e270-494f-89e5-1df837601b1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819118 Apr 08 12:13:05.445430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:13:05.463065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] Sync routers for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:13:05.468900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8772b-4c06-4827-bc9c-801b330f4fcc req-be29c6a7-128d-46e2-b64f-ebe296806a07 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:05.470540 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-88e8772b-4c06-4827-bc9c-801b330f4fcc req-be29c6a7-128d-46e2-b64f-ebe296806a07 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.1439798 Apr 08 12:13:05.474618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:13:05.475557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:05.499059 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:05.559392 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-88e8772b-4c06-4827-bc9c-801b330f4fcc req-7ac1f69c-c868-41bf-8e80-e86e7e56872a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792043 Apr 08 12:13:05.594030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1263463 Apr 08 12:13:05.595701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:13:05.647478 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'status': 'completed', 'code': 200} Apr 08 12:13:05.696463 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:13:05.783081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-fab2d2bb-e36c-4599-91b4-c9081f0b10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:05.785046 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-fab2d2bb-e36c-4599-91b4-c9081f0b10f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.1114428 Apr 08 12:13:05.986885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-52934778-4f69-40dc-9fbd-fa11cb9bc393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:05.988513 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-52934778-4f69-40dc-9fbd-fa11cb9bc393 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.1947353 Apr 08 12:13:06.122798 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-4ecac773-bc0c-4eac-8525-b2f22a48da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:06.124407 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-4ecac773-bc0c-4eac-8525-b2f22a48da94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16&tenant_id=59415f94b4c6401eaec1680916137167 HTTP/1.1" status: 200 len: 1097 time: 0.2026484 Apr 08 12:13:06.126511 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-389e10f9-b85a-48be-9f4e-1fb66a2fa2db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1000 time: 0.1306863 Apr 08 12:13:06.244768 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'a8b4c289-1770-46c0-bd55-1ba8d1a93c5e', 'tenant_id': '846650aa1c0048378aa4501297770935', 'floating_ip_address': '172.28.0.191', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'port_id': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'mac_address': 'fa:16:3e:be:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:13:03Z', 'updated_at': '2021-04-08T12:13:03Z', 'revision_number': 0, 'project_id': '846650aa1c0048378aa4501297770935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:23Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:06.249236 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] Checking router: ebbaf950-6268-457a-ab42-3b1858623f0f for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:13:06.258092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:13:06.258756 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:12:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:06.260633 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-58ce15c7-93be-4a1c-a347-2900585ff3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:06.262874 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-58ce15c7-93be-4a1c-a347-2900585ff3fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.1269994 Apr 08 12:13:06.326324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-a8c86c3d-ab3d-4cfb-8466-06a43e68c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:06.328124 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-a8c86c3d-ab3d-4cfb-8466-06a43e68c3f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1097 time: 0.1528752 Apr 08 12:13:06.449305 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:13:06.450093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-1205e0b5-767e-4e63-bc1b-6db31edd39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:06.451708 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-1205e0b5-767e-4e63-bc1b-6db31edd39c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1805556 Apr 08 12:13:06.577887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-adf0aea4-87db-41c9-a666-87dbeaf75863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:06.579464 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-adf0aea4-87db-41c9-a666-87dbeaf75863 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.2437079 Apr 08 12:13:06.704025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:13:06.770257 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-3b8ec3a6-95c9-43a7-8e47-02bae79a6a28 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051198 Apr 08 12:13:06.782268 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-80225ed9-6dd8-48c1-b904-9039ea7572c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 998 time: 0.1952066 Apr 08 12:13:06.941301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'a8b4c289-1770-46c0-bd55-1ba8d1a93c5e', 'tenant_id': '846650aa1c0048378aa4501297770935', 'floating_ip_address': '172.28.0.191', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'port_id': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'mac_address': 'fa:16:3e:be:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:13:03Z', 'updated_at': '2021-04-08T12:13:03Z', 'revision_number': 0, 'project_id': '846650aa1c0048378aa4501297770935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:23Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:06.946034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48477ca-d6e2-4f9d-9879-5b7c063cd943 None None] The sync data for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb is: [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_floatingips': [{'id': 'a8b4c289-1770-46c0-bd55-1ba8d1a93c5e', 'tenant_id': '846650aa1c0048378aa4501297770935', 'floating_ip_address': '172.28.0.191', 'floating_network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'router_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'port_id': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'mac_address': 'fa:16:3e:be:22:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T12:13:03Z', 'updated_at': '2021-04-08T12:13:03Z', 'revision_number': 0, 'project_id': '846650aa1c0048378aa4501297770935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:23Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:13:07.210217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-ea986773-d03f-4816-857b-076a27358b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:07.211781 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-ea986773-d03f-4816-857b-076a27358b54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.4053371 Apr 08 12:13:07.225884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8f89d-57e7-485f-ba8a-b1d0ee8aa260 req-5dee0da6-3a65-4d78-bc53-7361b56decd5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:07.227489 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ba8f89d-57e7-485f-ba8a-b1d0ee8aa260 req-5dee0da6-3a65-4d78-bc53-7361b56decd5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.5265806 Apr 08 12:13:07.264710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abd109c-f085-4755-bcdb-6422a11064ad None None] New status for floating IP a8b4c289-1770-46c0-bd55-1ba8d1a93c5e: ACTIVE {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:13:07.318690 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-00ae1367-acb2-4489-b7e0-9ffd967de4f3 req-05bf7b94-ad66-4f76-8a0d-e220748a2742 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386972 Apr 08 12:13:07.325215 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-7ba8f89d-57e7-485f-ba8a-b1d0ee8aa260 req-d2c3cad0-339a-4411-8b6a-d025e1e8402b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541623 Apr 08 12:13:07.362024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-e5767437-c9dc-4a76-872c-6836e5cd4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:07.362024 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-e5767437-c9dc-4a76-872c-6836e5cd4c53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1283791 Apr 08 12:13:07.511689 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-95976340-7865-471b-af72-bdbc91a68342 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435935 Apr 08 12:13:07.662282 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-d81c7dd9-6dd3-4e67-8d6e-5b6ed6889067 req-a594fef6-1cc5-4ce8-bf13-e21c32894cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432726 Apr 08 12:13:08.481871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7a0383b1-a241-447e-b82e-5fe3b018f7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:08.548685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c4a2d-c0ab-4f71-be4b-27f607b2258e req-cd82dcb1-69e2-492d-876f-97cdf929a2f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:08.550408 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-849c4a2d-c0ab-4f71-be4b-27f607b2258e req-cd82dcb1-69e2-492d-876f-97cdf929a2f4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0949433 Apr 08 12:13:08.583390 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-849c4a2d-c0ab-4f71-be4b-27f607b2258e req-f973ed8f-b1a1-4a4d-b256-aff70a216802 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264950 Apr 08 12:13:09.808284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0c26-aa56-453a-828c-335d99e486fd req-08a1d964-04a4-4054-bf75-47d24b6bca38 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:09.810038 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47da0c26-aa56-453a-828c-335d99e486fd req-08a1d964-04a4-4054-bf75-47d24b6bca38 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0999820 Apr 08 12:13:09.842406 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47da0c26-aa56-453a-828c-335d99e486fd req-be302c40-779e-4e61-a532-b131e3517ac4 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258644 Apr 08 12:13:10.612181 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0487-8b81-4a82-84ae-3e3bec133ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:11.066888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168beee-67e7-4f76-bad6-20130a87879b req-7c989317-867b-4c8e-99d9-a0ec7a273fd3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:11.068704 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b168beee-67e7-4f76-bad6-20130a87879b req-7c989317-867b-4c8e-99d9-a0ec7a273fd3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0976236 Apr 08 12:13:11.100827 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-b168beee-67e7-4f76-bad6-20130a87879b req-9e48c11d-f9e8-4c9a-9828-70fd529ef1b5 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246375 Apr 08 12:13:11.554855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:11.768784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:12.324411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2ad82-d23b-41fe-bb90-3e9d6f841738 req-c49bd738-5051-47fc-bc71-114102e84b99 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:12.326034 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-91e2ad82-d23b-41fe-bb90-3e9d6f841738 req-c49bd738-5051-47fc-bc71-114102e84b99 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0932715 Apr 08 12:13:12.356995 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-91e2ad82-d23b-41fe-bb90-3e9d6f841738 req-bd670f74-fefb-4196-8a67-c3e7f700db95 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246382 Apr 08 12:13:12.875092 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:13.574859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9f0a7-b9ec-47d7-9a5d-81335d23df60 req-d0c053fc-7dd9-47e5-b801-501d7412e9ec tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:13.576461 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10b9f0a7-b9ec-47d7-9a5d-81335d23df60 req-d0c053fc-7dd9-47e5-b801-501d7412e9ec tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0969002 Apr 08 12:13:13.606819 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-10b9f0a7-b9ec-47d7-9a5d-81335d23df60 req-466db69a-4022-4925-8e79-4dad750925c6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240080 Apr 08 12:13:14.389749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:14.836228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3aef7-4691-4c4a-aaa3-35b2eb43abc5 req-b1a8b5e7-5cd9-4680-8e10-ddc823c0d27d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:14.838030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1c3aef7-4691-4c4a-aaa3-35b2eb43abc5 req-b1a8b5e7-5cd9-4680-8e10-ddc823c0d27d tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.1079633 Apr 08 12:13:14.871679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e1c3aef7-4691-4c4a-aaa3-35b2eb43abc5 req-e486f189-bd88-4ed5-be32-039bcaa6742f tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262327 Apr 08 12:13:16.089433 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100778eb-f56a-429a-86a9-44341f35d685 req-2fd6a10c-b729-4e29-8018-c69b2ab6c264 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:16.091115 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-100778eb-f56a-429a-86a9-44341f35d685 req-2fd6a10c-b729-4e29-8018-c69b2ab6c264 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0946634 Apr 08 12:13:16.122461 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-100778eb-f56a-429a-86a9-44341f35d685 req-59925800-3e96-493e-8eaa-75b9e21f722a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245593 Apr 08 12:13:17.331900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b641-4187-48e8-89ed-e774eabcfb3e req-016d8ead-836e-4670-bbb3-69199203ea7b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:17.333667 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0053b641-4187-48e8-89ed-e774eabcfb3e req-016d8ead-836e-4670-bbb3-69199203ea7b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0915816 Apr 08 12:13:17.365495 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0053b641-4187-48e8-89ed-e774eabcfb3e req-f8e7f773-168d-46cb-afb8-c7ab15144c67 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252147 Apr 08 12:13:18.594054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6102a-6e34-4c04-80b1-4845bd660d18 req-298a4e82-73e0-4403-acc1-a475c3dca605 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:18.598385 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6da6102a-6e34-4c04-80b1-4845bd660d18 req-298a4e82-73e0-4403-acc1-a475c3dca605 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.1025610 Apr 08 12:13:18.627641 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6da6102a-6e34-4c04-80b1-4845bd660d18 req-f37fecff-012a-41da-8853-fd41dbdf3762 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255504 Apr 08 12:13:19.836787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef4bb-046d-43ab-8efc-b9996bcd3b6a req-e569ca8b-66b6-4419-9ff1-9e944926f554 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:19.838461 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cd7ef4bb-046d-43ab-8efc-b9996bcd3b6a req-e569ca8b-66b6-4419-9ff1-9e944926f554 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 944 time: 0.0892115 Apr 08 12:13:19.869596 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cd7ef4bb-046d-43ab-8efc-b9996bcd3b6a req-5ed74b32-1d80-475e-a53c-ca1caafe15a2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241022 Apr 08 12:13:20.113199 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-0446b967-ed6a-4799-89f5-abaf43df1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:20.115137 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-0446b967-ed6a-4799-89f5-abaf43df1619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59415f94b4c6401eaec1680916137167&device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1097 time: 0.0819211 Apr 08 12:13:20.273036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-a8aeef02-bbb9-4caa-b3fc-2facd0de3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:20.274632 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-a8aeef02-bbb9-4caa-b3fc-2facd0de3497 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 200 len: 917 time: 0.1401107 Apr 08 12:13:20.389711 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-07cd5137-08f6-46ab-b618-6e06cffd6530 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 200 len: 998 time: 0.1060266 Apr 08 12:13:20.465007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-d854b7c3-d5ac-4ef2-ac0a-637a3bab77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:20.467072 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-d854b7c3-d5ac-4ef2-ac0a-637a3bab77a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 200 len: 855 time: 0.0692565 Apr 08 12:13:20.551518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-dbdc19fb-b518-40cc-af54-8c2c529758ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:20.553130 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-dbdc19fb-b518-40cc-af54-8c2c529758ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be317ea7-c972-4eb2-9572-36ab4bbd13c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794370 Apr 08 12:13:20.700542 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-097397d6-a05f-4ff6-bc6a-1ae909c6415d service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379666 Apr 08 12:13:20.736624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:13:20.848018 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d3684e6-78ed-43d8-9305-b6fed0121421 req-1fc2432f-f3ea-4eaf-9417-2921b93efe00 service neutron] 10.222.0.13 "GET /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399040 Apr 08 12:13:20.878862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:20.892797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'port_id': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'mac_address': 'fa:16:3e:f0:00:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:13:20.951286 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:20.952617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b19712-e370-4e52-ab6a-8d72c6450a8e {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:13:20.968496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:20.974037 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:20.975907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:21.050640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=9']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:21.054036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:21.087150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57beb3-f9ab-4b84-81bd-c7a9ef74e71a req-1563cbbd-ffb6-467b-a0f4-1f4caff4ad58 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:21.088729 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a57beb3-f9ab-4b84-81bd-c7a9ef74e71a req-1563cbbd-ffb6-467b-a0f4-1f4caff4ad58 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 945 time: 0.0912902 Apr 08 12:13:21.118807 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0a57beb3-f9ab-4b84-81bd-c7a9ef74e71a req-4bce2f99-f981-475d-90e6-db44a9db9a02 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235512 Apr 08 12:13:21.215315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['b6b19712-e370-4e52-ab6a-8d72c6450a8e'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:13:22.328162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61456d9b-5cda-4f82-9808-f227289617d0 req-19a4916a-efed-42c5-9be6-8d88d9b80d4b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:22.329919 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-61456d9b-5cda-4f82-9808-f227289617d0 req-19a4916a-efed-42c5-9be6-8d88d9b80d4b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 945 time: 0.0933862 Apr 08 12:13:22.361245 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-61456d9b-5cda-4f82-9808-f227289617d0 req-44e8c5df-270c-45f2-bf4e-5cc8f0b4051b tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250020 Apr 08 12:13:22.751726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:13:22.830567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port b6b19712-e370-4e52-ab6a-8d72c6450a8e triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:13:22.830978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:22.952518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:22.963574 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:13:22.974431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:22.977244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:22.980002 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:23.018378 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'code': 200} Apr 08 12:13:23.053330 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=10']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:23.056625 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:23.271801 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d8a7f-c75d-4387-999b-7298004fcd18 req-ee380618-6dd4-4a61-9141-92559280fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:23.273450 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-571d8a7f-c75d-4387-999b-7298004fcd18 req-ee380618-6dd4-4a61-9141-92559280fa39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 1100 time: 0.0825799 Apr 08 12:13:23.303858 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-571d8a7f-c75d-4387-999b-7298004fcd18 req-bae5d6c2-8502-4f56-b4c6-6218c1d2ff06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0219140 Apr 08 12:13:23.563739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275274-c101-4186-a36b-47801ff4cb16 req-1f9dc675-1136-4f8a-8fc0-95b2149c4447 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:23.565306 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b275274-c101-4186-a36b-47801ff4cb16 req-1f9dc675-1136-4f8a-8fc0-95b2149c4447 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 947 time: 0.0867174 Apr 08 12:13:23.595567 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-4b275274-c101-4186-a36b-47801ff4cb16 req-15e57db0-c050-4877-bc54-4f1635a33ad6 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239818 Apr 08 12:13:24.810904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1544279-ca24-409b-a28f-ec32f2e12403 req-a15f9d32-cc1f-49fd-b1db-1b91ccb03e5c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:24.813980 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1544279-ca24-409b-a28f-ec32f2e12403 req-a15f9d32-cc1f-49fd-b1db-1b91ccb03e5c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 947 time: 0.0967648 Apr 08 12:13:24.850363 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a1544279-ca24-409b-a28f-ec32f2e12403 req-44d04b67-701b-43ef-a04c-2bafbfdf6c05 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295055 Apr 08 12:13:26.058684 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c5a5-acce-4688-8a1f-b513103299bc req-5ec8b9f7-f7bb-4a36-b0f9-d0185b86e946 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:26.060414 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0751c5a5-acce-4688-8a1f-b513103299bc req-5ec8b9f7-f7bb-4a36-b0f9-d0185b86e946 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 947 time: 0.0889733 Apr 08 12:13:26.091010 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0751c5a5-acce-4688-8a1f-b513103299bc req-25611cfc-eb24-48d9-a85e-da2786e48428 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242927 Apr 08 12:13:33.151490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af4e7b-20ba-472a-8953-b7d25dc05afd req-6bba86e2-0377-48fb-bdfb-c0db74aa1a6f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:33.153098 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e8af4e7b-20ba-472a-8953-b7d25dc05afd req-6bba86e2-0377-48fb-bdfb-c0db74aa1a6f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.0936403 Apr 08 12:13:33.183017 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e8af4e7b-20ba-472a-8953-b7d25dc05afd req-61ec6402-7f58-479d-a4c0-a34d2184eea5 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0232451 Apr 08 12:13:34.387646 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136a87a-69ff-4788-93b7-556a0306ac49 req-8c3b7610-5700-483e-8104-d363b289826c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:34.389784 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c136a87a-69ff-4788-93b7-556a0306ac49 req-8c3b7610-5700-483e-8104-d363b289826c tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.0905874 Apr 08 12:13:34.420869 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c136a87a-69ff-4788-93b7-556a0306ac49 req-24e55ddf-a530-4632-8edf-02f61ddc5046 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0244589 Apr 08 12:13:35.100938 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-c017d92c-cdda-46c0-b5ef-1b51c59fb991 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:35.102514 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-c017d92c-cdda-46c0-b5ef-1b51c59fb991 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.0891035 Apr 08 12:13:35.181407 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Deleting port 362cc108-bef4-42f0-919a-2a6be8b027a1 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:35.181809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:35.442722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] For port 362cc108-bef4-42f0-919a-2a6be8b027a1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=362cc108-bef4-42f0-919a-2a6be8b027a1,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:35.443321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:35.807610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13b053-c1d6-4096-aa7a-b4665909965b req-607a9337-029e-41c5-8f4c-512de7b090b0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:35.809215 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dc13b053-c1d6-4096-aa7a-b4665909965b req-607a9337-029e-41c5-8f4c-512de7b090b0 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 946 time: 0.2715306 Apr 08 12:13:35.851083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:35.851494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:35.851849 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Floating IP 87da19e8-f3a8-4114-9d4c-7ad5f8c142cb disassociated. External IP: 172.28.0.14, port: 362cc108-bef4-42f0-919a-2a6be8b027a1. Apr 08 12:13:35.852227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Calling delete_port for 362cc108-bef4-42f0-919a-2a6be8b027a1 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:35.893236 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dc13b053-c1d6-4096-aa7a-b4665909965b req-491d2b62-2dff-4131-87dc-d05c3fab8732 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups?id=52a19833-6ad5-469f-bb81-229043832a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757082 Apr 08 12:13:36.244124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:36.259267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:36.355872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event deleted for resources: {'Port': ['ID=362cc108-bef4-42f0-919a-2a6be8b027a1,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:36.376022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.376425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.376822 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.377212 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.377608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.378019 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.378399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.378779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.379160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.379539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.379916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.380293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:36.384744 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:36.629899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:13:36.822703 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:13:36.832823 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:13:36.844170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:13:36.844862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:13:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:36.902281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] No DVR routers for this DVR port 362cc108-bef4-42f0-919a-2a6be8b027a1 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:13:36.905384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:36.908369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'name': 'network-vif-deleted', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:13:36.926659 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6bd3c7cb-af53-4eb1-a85f-cf8aed60ecf6 req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.13 "DELETE /v2.0/ports/362cc108-bef4-42f0-919a-2a6be8b027a1 HTTP/1.1" status: 204 len: 173 time: 1.8159225 Apr 08 12:13:36.973698 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c1486b-7b5a-4d8b-9fcb-363f89970d56', 'name': 'network-vif-deleted', 'tag': '362cc108-bef4-42f0-919a-2a6be8b027a1', 'status': 'completed', 'code': 200} Apr 08 12:13:37.066736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c0c80e54-72d5-44d4-8a34-ac81415905a5 req-5587aaa0-1d43-4668-bf14-1ff9c427d909 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Synchronizing usage tracker for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:13:37.070056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:13:37.082432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-c0c80e54-72d5-44d4-8a34-ac81415905a5 req-5587aaa0-1d43-4668-bf14-1ff9c427d909 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Unset dirty status for tenant:ceac814225024399ad54e34ce4677ad5 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:13:37.084068 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c0c80e54-72d5-44d4-8a34-ac81415905a5 req-5587aaa0-1d43-4668-bf14-1ff9c427d909 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/ports?device_id=14c1486b-7b5a-4d8b-9fcb-363f89970d56 HTTP/1.1" status: 200 len: 210 time: 0.0684323 Apr 08 12:13:37.572528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:37.577177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:13:37.586011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:13:37.586665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:13:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:37.775783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:13:38.102910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:38.107055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a3a28-7316-4b6e-b258-bcb065e5ae8d None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': '9a64e0cf-0002-4eeb-847e-fa87f256fcf6', 'name': '', 'network_id': '8861323a-8481-4b29-b16a-979f1676adb8', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'mac_address': 'fa:16:3e:19:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'subnets': [{'id': '13b61e3a-b578-4f29-93cc-40a18c92ce32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:13:38.214206 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50438) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:38.284148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.313585 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.361935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.366441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3ccf1dad-3cd0-407d-84a7-c5f156fc1984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:38.385232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a19833-6ad5-469f-bb81-229043832a4a,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:38.388462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:38.395769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.396994 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-07854a19-4338-4b02-a160-073ad4295ee8 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "DELETE /v2.0/security-groups/52a19833-6ad5-469f-bb81-229043832a4a HTTP/1.1" status: 204 len: 168 time: 0.1816525 Apr 08 12:13:38.399948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50442) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:38.418376 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.v2.resource [None req-10bee705-0778-4366-842d-546d412a3d57 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] show failed (client error): The resource could not be found. Apr 08 12:13:38.419481 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-10bee705-0778-4366-842d-546d412a3d57 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "GET /v2.0/security-groups/52a19833-6ad5-469f-bb81-229043832a4a HTTP/1.1" status: 404 len: 347 time: 0.0184548 Apr 08 12:13:38.422497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50446) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:38.483410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-23c1ac76-5cde-4b98-b099-3c6eb5c7e39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.489490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205aaad-519e-4140-809d-d327b7915306 None None] New status for floating IP 87da19e8-f3a8-4114-9d4c-7ad5f8c142cb: DOWN {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:13:38.591790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Deleting port ee5345c5-643e-4b73-b899-820be93a0a65 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:38.592316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.777302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.777849 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:38.844491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 362cc108-bef4-42f0-919a-2a6be8b027a1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:13:38.882145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 362cc108-bef4-42f0-919a-2a6be8b027a1 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:13:38.882536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 362cc108-bef4-42f0-919a-2a6be8b027a1 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:13:38.908999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Calling delete_port for ee5345c5-643e-4b73-b899-820be93a0a65 owned by network:floatingip {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:38.990689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84399) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:13:38.990982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:13:39.492106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Deleting port ee5345c5-643e-4b73-b899-820be93a0a65 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:39.492488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:39.909881 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:39.910341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:40.041001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Calling delete_port for ee5345c5-643e-4b73-b899-820be93a0a65 owned by network:floatingip {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:40.181160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:40.196086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c49ee35d-9daa-4846-b5dc-9fdee1b24609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:40.296392 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Pushing event deleted for resources: {'Port': ['ID=ee5345c5-643e-4b73-b899-820be93a0a65,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:40.299022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:40.454648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks [] for floatingip, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:40.471358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:40.472551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b77753ce-3d3d-42dc-b553-7f52df65082f tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] 10.222.0.23 "DELETE /v2.0/floatingips/87da19e8-f3a8-4114-9d4c-7ad5f8c142cb HTTP/1.1" status: 204 len: 168 time: 2.0489094 Apr 08 12:13:40.613770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bc0e571a-dc67-4806-8fc4-2d4bfa397814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:41.557713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:41.766036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:41.813705 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:13:42.878542 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:43.556067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50478) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:44.286194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:44.407941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:44.652718 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Deleting port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:44.653088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:44.831394 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] For port 9a64e0cf-0002-4eeb-847e-fa87f256fcf6, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:44.831783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:44.960851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Calling delete_port for 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 owned by network:router_interface {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:45.131180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:45.148154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-71dcbcda-4691-4256-9054-3713dfe19768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:45.247345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9a64e0cf-0002-4eeb-847e-fa87f256fcf6,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:45.259317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.259726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.260133 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.260529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.260924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.261314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.261723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.262119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.262513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.262901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.263856 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.264243 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:13:45.268751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:45.598666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:46.340766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Router 9b35d1a3-136d-49dc-80c7-d279562efa20 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:13:46.531930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:13:46.540720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] Sync routers for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:13:46.544815 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a6a36c1a-27d9-4305-855a-283171576aeb admin admin] 10.222.0.23 "PUT /v2.0/routers/9b35d1a3-136d-49dc-80c7-d279562efa20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9875023 Apr 08 12:13:46.547437 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50484) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:46.551653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:13:46.552325 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:13:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:46.734833 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:46.743135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:13:46.925989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:46.934352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Deleting port e1b51747-eefe-45ee-a1bc-3df733c59b7b {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:46.934727 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.042042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200'}], 'enable_snat': True}, 'gw_port_id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:13:45Z', 'revision_number': 5, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port': {'id': 'e1b51747-eefe-45ee-a1bc-3df733c59b7b', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:09Z', 'updated_at': '2021-04-08T12:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:47.046107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] Checking router: 9b35d1a3-136d-49dc-80c7-d279562efa20 for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:13:47.055040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] Routers {'9b35d1a3-136d-49dc-80c7-d279562efa20'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:13:47.055696 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:13:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['9b35d1a3-136d-49dc-80c7-d279562efa20'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:47.118954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] For port e1b51747-eefe-45ee-a1bc-3df733c59b7b, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=e1b51747-eefe-45ee-a1bc-3df733c59b7b,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:47.119360 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.217687 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] Set router 9b35d1a3-136d-49dc-80c7-d279562efa20 gateway port host: None {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:13:47.256115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Calling delete_port for e1b51747-eefe-45ee-a1bc-3df733c59b7b owned by network:router_gateway {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:47.332810 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:13:46Z', 'revision_number': 6, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port_host': None}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:47.336899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a26d76-2fe4-45c8-bcf5-261e81a4441a None None] The sync data for ids ['9b35d1a3-136d-49dc-80c7-d279562efa20'] in dv-cinder-784779-3-smb is: [{'id': '9b35d1a3-136d-49dc-80c7-d279562efa20', 'name': 'tempest-AttachVolumeTestJSON-489702123-router', 'tenant_id': 'ceac814225024399ad54e34ce4677ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:05Z', 'updated_at': '2021-04-08T12:13:46Z', 'revision_number': 6, 'project_id': 'ceac814225024399ad54e34ce4677ad5', 'gw_port_host': None}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:13:47.440731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.456603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-29fdd3c0-0eaf-4b60-9e0c-f0583106180f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:47.565708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b51747-eefe-45ee-a1bc-3df733c59b7b,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:47.570412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:47.723830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.907345 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.909652 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.939295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.939890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b35d1a3-136d-49dc-80c7-d279562efa20 {{(pid=84399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:13:47.953323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:47.954592 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-9c014196-5c2c-4384-a970-2fa7b98ef1f0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9b35d1a3-136d-49dc-80c7-d279562efa20 HTTP/1.1" status: 204 len: 168 time: 1.4061697 Apr 08 12:13:47.957230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50490) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:47.970539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:13:48.009018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:13:48.009413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 9a64e0cf-0002-4eeb-847e-fa87f256fcf6 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:13:48.009915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e1b51747-eefe-45ee-a1bc-3df733c59b7b no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:13:48.027775 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Deleting subnet 13b61e3a-b578-4f29-93cc-40a18c92ce32 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:13:48.031891 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:48.047281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: e1b51747-eefe-45ee-a1bc-3df733c59b7b {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:13:48.047661 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e1b51747-eefe-45ee-a1bc-3df733c59b7b not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:13:48.086194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:48.169118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:48.418013 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:48.435572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:48.530000 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b61e3a-b578-4f29-93cc-40a18c92ce32,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:48.534999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:48.571173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:48.576827 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3a591-4c12-43bb-84d3-94d7acbb5014 None None] Network 8861323a-8481-4b29-b16a-979f1676adb8 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:13:48.577514 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f27ff3d4-785d-4789-a155-f9c31f224229 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13b61e3a-b578-4f29-93cc-40a18c92ce32 HTTP/1.1" status: 204 len: 168 time: 0.6192379 Apr 08 12:13:48.580150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50494) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:48.691873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:48.767525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Deleting port 4ec847b7-64ff-4968-b854-e9ed523194a5 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:48.767908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.000170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] For port 4ec847b7-64ff-4968-b854-e9ed523194a5, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=4ec847b7-64ff-4968-b854-e9ed523194a5,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:49.000671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.008774 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] DHCP port deletion for 8861323a-8481-4b29-b16a-979f1676adb8 request from dv-cinder-784779-3-smb {{(pid=84400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 12:13:49.013655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Deleting port 4ec847b7-64ff-4968-b854-e9ed523194a5 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:49.014280 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.132421 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Calling delete_port for 4ec847b7-64ff-4968-b854-e9ed523194a5 owned by network:dhcp {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:49.208701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.224708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-58b19051-72bd-4c1d-a3f1-76bc7ff6c083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:49.230066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] For port 4ec847b7-64ff-4968-b854-e9ed523194a5, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=4ec847b7-64ff-4968-b854-e9ed523194a5,segment=NetworkSegment(ec2a6777-b3b1-44ce-ae23-6d9d45c8396d),segment_id=ec2a6777-b3b1-44ce-ae23-6d9d45c8396d)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:13:49.230512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.330036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec847b7-64ff-4968-b854-e9ed523194a5,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:49.334725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:49.362837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Calling delete_port for 4ec847b7-64ff-4968-b854-e9ed523194a5 owned by network:dhcp {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:13:49.371254 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] No DVR routers for this DVR port 4ec847b7-64ff-4968-b854-e9ed523194a5 on host dv-cinder-784779-3-smb {{(pid=84399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:13:49.437238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:13:49.437642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:13:49.495679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.605216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8861323a-8481-4b29-b16a-979f1676adb8']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:49.621800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:49.622108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2a6777-b3b1-44ce-ae23-6d9d45c8396d') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:13:49.634301 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.650346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:49.657073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:13:49.939064 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Deleting port 4ec847b7-64ff-4968-b854-e9ed523194a5 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:13:49.939504 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.026466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 4ec847b7-64ff-4968-b854-e9ed523194a5 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:13:50.061154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c6b57dc6-0e6d-4f42-abe2-a2bfa44f495e None None] The port '4ec847b7-64ff-4968-b854-e9ed523194a5' was deleted {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 12:13:50.067805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 4ec847b7-64ff-4968-b854-e9ed523194a5 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:13:50.068196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 4ec847b7-64ff-4968-b854-e9ed523194a5 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:13:50.078978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Network 8861323a-8481-4b29-b16a-979f1676adb8 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:13:50.088106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.265327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Network 8861323a-8481-4b29-b16a-979f1676adb8 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:13:50.287423 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:13:50.365872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.370395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.374903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f00e3550-1b59-4003-8fad-cca8e4625a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:50.399572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Pushing event deleted for resources: {'Network': ['ID=8861323a-8481-4b29-b16a-979f1676adb8,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:50.402075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:50.405679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-34498e7a-0e74-4da3-b7d5-0bfe79e00292 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8861323a-8481-4b29-b16a-979f1676adb8 HTTP/1.1" status: 204 len: 168 time: 1.8236437 Apr 08 12:13:50.520939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50500) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:50.557835 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-6eef885a-06e1-4398-8ca7-527e71e3a5c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ceac814225024399ad54e34ce4677ad5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0355883 Apr 08 12:13:50.560315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50504) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:50.620285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.646482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.693077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.698115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5ffac072-c89d-440f-b2ce-d4473cf05a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:50.715737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659f20b9-fe98-4454-853a-5f3fd8f049e3,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:50.718910 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:50.724665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:50.726097 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-38a4535b-dccd-44f8-96c2-e962a33864b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/659f20b9-fe98-4454-853a-5f3fd8f049e3 HTTP/1.1" status: 204 len: 168 time: 0.1647608 Apr 08 12:13:52.201622 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50556) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:52.324239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.340137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:13:52.344438 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3230e2880bbf4d9aaee886e83ddf5dd1 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:13:52.347425 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:13:52.353440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:13:52.442936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.445560 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.454494 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1f32e160-c45e-4393-8318-78015342898f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:52.495772 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1095545c-4cd7-413c-946e-adbff97ad599,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:52.501021 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3230e2880bbf4d9aaee886e83ddf5dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982502 Apr 08 12:13:52.502048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:52.503959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50562) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:52.565528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.591901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.640446 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.645321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-06e7e5c0-bd1f-4715-8af8-61ce30cd09d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:52.659192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1095545c-4cd7-413c-946e-adbff97ad599,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:52.661971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:52.664105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:52.664986 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1095545c-4cd7-413c-946e-adbff97ad599 HTTP/1.1" status: 204 len: 168 time: 0.1600366 Apr 08 12:13:58.235306 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50642) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:58.359081 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.375846 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:13:58.379842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Usage tracker for resource:security_group_rule and tenant:873d10f5d8244ec7a145071484628791 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:13:58.382749 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:13:58.389501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:13:58.476215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.478999 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.488270 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7683760b-a195-47bc-8d0a-516c223d1271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:58.530034 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=873d10f5d8244ec7a145071484628791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935982 Apr 08 12:13:58.531742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d772bf-2897-4bc2-981e-b407a53205cf,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:58.532974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50648) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:58.535219 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:58.595621 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.623814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.668122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.673497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e8d4cf18-1d58-433a-8045-868c38c6e41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:58.687729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d772bf-2897-4bc2-981e-b407a53205cf,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:58.690207 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:58.692522 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:58.696132 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1d772bf-2897-4bc2-981e-b407a53205cf HTTP/1.1" status: 204 len: 168 time: 0.1595969 Apr 08 12:13:59.005956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50662) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:59.026710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.042667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:13:59.047413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Usage tracker for resource:security_group_rule and tenant:5f22d15d07ff48a98c37e221b1da6ae6 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:13:59.050837 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:13:59.057054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:13:59.147072 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.150921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.160022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8f3dcdde-75be-43a7-a8b4-0eff979e641c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:59.204183 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f22d15d07ff48a98c37e221b1da6ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967964 Apr 08 12:13:59.205190 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6041c-e908-4370-b955-22254f41ccc2,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:59.207150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50668) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:13:59.208398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:59.270981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18071f77-fad4-4fe9-80e8-fb193d7be976 req-53ce1845-9e20-4824-91ee-835115213239 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:13:59.272567 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-18071f77-fad4-4fe9-80e8-fb193d7be976 req-53ce1845-9e20-4824-91ee-835115213239 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 947 time: 0.1322567 Apr 08 12:13:59.314969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.319969 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-18071f77-fad4-4fe9-80e8-fb193d7be976 req-37cb9624-3d05-401a-8f64-cab7a7ee6e14 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Apr 08 12:13:59.346916 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.393364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.397204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-01bdd465-4465-4efc-8f29-888a1e938ee5 tempest-VolumesNegativeTest-1625029907 tempest-VolumesNegativeTest-1625029907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:13:59.411022 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6041c-e908-4370-b955-22254f41ccc2,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:13:59.413464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:13:59.425770 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:13:59.425770 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23d6041c-e908-4370-b955-22254f41ccc2 HTTP/1.1" status: 204 len: 168 time: 0.2134912 Apr 08 12:14:00.450635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7db2c-4807-4930-b499-1541483894ce req-16c3016a-1843-45d7-982f-0ff0e2e889bc tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:14:00.452207 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-50c7db2c-4807-4930-b499-1541483894ce req-16c3016a-1843-45d7-982f-0ff0e2e889bc tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 947 time: 0.0939624 Apr 08 12:14:00.585676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Deleting port b6b19712-e370-4e52-ab6a-8d72c6450a8e {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:00.586106 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:00.662223 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6026c-14e0-4e81-b2dd-44805703ebf7 req-bd85fcb2-016f-4c0b-ba70-5c6f61ac43c3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:14:00.663829 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47a6026c-14e0-4e81-b2dd-44805703ebf7 req-bd85fcb2-016f-4c0b-ba70-5c6f61ac43c3 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 947 time: 0.2105949 Apr 08 12:14:00.746855 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-47a6026c-14e0-4e81-b2dd-44805703ebf7 req-b234c67a-dbea-4f8f-86c4-0fba766bc6ea tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups?id=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466042 Apr 08 12:14:00.900645 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] For port b6b19712-e370-4e52-ab6a-8d72c6450a8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b6b19712-e370-4e52-ab6a-8d72c6450a8e,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:14:00.901041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:01.212249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:01.212666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3819507'] for floatingip, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:01.213016 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Floating IP 456c27ee-76a9-4ff1-9e2b-d294fa68f01a disassociated. External IP: 172.28.0.3, port: b6b19712-e370-4e52-ab6a-8d72c6450a8e. Apr 08 12:14:01.213424 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Calling delete_port for b6b19712-e370-4e52-ab6a-8d72c6450a8e owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:01.366492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:01.384767 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0f104301-ec17-4225-847f-751918aa21c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:01.485389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event deleted for resources: {'Port': ['ID=b6b19712-e370-4e52-ab6a-8d72c6450a8e,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:01.496545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:01.755193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Router 3a3b8701-915d-43e0-85a7-e4189551b122 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:14:02.176722 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1b5be391-1bbc-40f4-9daa-53abd9453cfc req-0ad420a6-fcb8-4212-9cd9-cbd0d07d2b54 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/ports?device_id=d528cd70-d97c-4464-b61f-071112edad16 HTTP/1.1" status: 200 len: 210 time: 0.2951338 Apr 08 12:14:02.226193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:14:02.236156 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:14:02.246033 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:14:02.246699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:13:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:02.304084 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] No DVR routers for this DVR port b6b19712-e370-4e52-ab6a-8d72c6450a8e on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:14:02.307269 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:02.310277 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-deleted', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:14:02.326012 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-50c7db2c-4807-4930-b499-1541483894ce req-12b3a195-6072-4590-8469-cfbf7d4ebd4e tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.13 "DELETE /v2.0/ports/b6b19712-e370-4e52-ab6a-8d72c6450a8e HTTP/1.1" status: 204 len: 173 time: 1.8289022 Apr 08 12:14:02.360093 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd528cd70-d97c-4464-b61f-071112edad16', 'name': 'network-vif-deleted', 'tag': 'b6b19712-e370-4e52-ab6a-8d72c6450a8e', 'status': 'completed', 'code': 200} Apr 08 12:14:02.443054 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:14:02.787198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:02.792110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:14:02.801641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:14:02.802318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:13:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:02.989543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:14:03.007599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:14:03.044983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: b6b19712-e370-4e52-ab6a-8d72c6450a8e {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:14:03.045487 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device b6b19712-e370-4e52-ab6a-8d72c6450a8e not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:14:03.312804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50746) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:03.324634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:03.328921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7d0cb-e0be-4c35-adf6-c9af6787b1fe None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:07:25Z', 'revision_number': 4, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'aa3b7fb8-5598-4197-97e8-07ce583e6fa9', 'name': '', 'network_id': 'be317ea7-c972-4eb2-9572-36ab4bbd13c1', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'mac_address': 'fa:16:3e:b6:0a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:22Z', 'updated_at': '2021-04-08T12:07:40Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'subnets': [{'id': '0f5edbb3-4cdb-4e48-a260-268e29243430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:14:03.384178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:03.415328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:03.460914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:03.466832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f0a2d2eb-5aae-4ddd-b98a-870709c40050 tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:03.484878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:03.490515 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:03.492448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:03.493658 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "DELETE /v2.0/security-groups/5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9 HTTP/1.1" status: 204 len: 168 time: 0.1797636 Apr 08 12:14:03.496549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50750) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:03.518530 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.api.v2.resource [None req-499cdf9a-720b-4214-80c9-6d04e714b3df tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] show failed (client error): The resource could not be found. Apr 08 12:14:03.519640 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-499cdf9a-720b-4214-80c9-6d04e714b3df tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "GET /v2.0/security-groups/5192bc37-ab6f-4a5a-9fd8-22ed4e0cc3d9 HTTP/1.1" status: 404 len: 347 time: 0.0220103 Apr 08 12:14:03.522752 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50754) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:03.693931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Deleting port 83fb2538-020d-4b4d-89c3-dd4064b98fe3 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:03.694316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:03.701085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2589ac-2055-49fb-82b0-a17e90af9c70 None None] New status for floating IP 456c27ee-76a9-4ff1-9e2b-d294fa68f01a: DOWN {{(pid=84400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:14:03.881066 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:03.881648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.016275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Calling delete_port for 83fb2538-020d-4b4d-89c3-dd4064b98fe3 owned by network:floatingip {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:04.101918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84398) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:14:04.102289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:14:04.327342 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50764) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:04.451035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.465868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:04.469982 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:be078819e7014bba830b00be90288d9b is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:04.472863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:04.478809 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:04.568127 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.571132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.579813 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:04.608049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Deleting port 83fb2538-020d-4b4d-89c3-dd4064b98fe3 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:04.608413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.665907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f662fc1-c860-4dd4-a842-b4f85f6c1fee,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:04.672973 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be078819e7014bba830b00be90288d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445194 Apr 08 12:14:04.675737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-3c29633b-987d-4cfb-97e2-32d4b33cc7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:04.676493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50770) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:04.740545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.769327 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.809492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.810444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.814085 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.819113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ce6b5956-8da7-4298-be5c-e385808f035b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:04.832004 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f662fc1-c860-4dd4-a842-b4f85f6c1fee,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:04.834475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:04.843959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:04.848015 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f662fc1-c860-4dd4-a842-b4f85f6c1fee HTTP/1.1" status: 204 len: 168 time: 0.1672637 Apr 08 12:14:04.945956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Calling delete_port for 83fb2538-020d-4b4d-89c3-dd4064b98fe3 owned by network:floatingip {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:05.098378 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.116034 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-13c9c125-aa1f-4a2d-a6c0-42d9e50f6a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:05.138023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50778) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:05.160519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.176065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:05.180180 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Usage tracker for resource:security_group_rule and tenant:b3aa11507349486995129953cc239602 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:05.183055 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:05.189537 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:05.211895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Pushing event deleted for resources: {'Port': ['ID=83fb2538-020d-4b4d-89c3-dd4064b98fe3,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:05.221493 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:05.300963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.304887 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.320414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7983a68d-10a7-4e89-9ed3-e82bf2b054c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:05.395507 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3aa11507349486995129953cc239602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559977 Apr 08 12:14:05.398208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a152d3-a08d-428b-af28-1b313a1b4334,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:05.402540 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50782) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:05.407412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:05.468851 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks [] for floatingip, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.487321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.494501 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.495700 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] 10.222.0.23 "DELETE /v2.0/floatingips/456c27ee-76a9-4ff1-9e2b-d294fa68f01a HTTP/1.1" status: 204 len: 168 time: 1.9719830 Apr 08 12:14:05.516972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.567799 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.572800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-11af317a-157e-40de-abfc-27868b324aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:05.583713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a152d3-a08d-428b-af28-1b313a1b4334,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:05.587402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:05.591434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:05.592725 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2a152d3-a08d-428b-af28-1b313a1b4334 HTTP/1.1" status: 204 len: 168 time: 0.1881945 Apr 08 12:14:08.331247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50860) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:08.486847 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c9be2a1a-c780-4726-a20d-fd1adf09111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:09.056827 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:09.431828 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Deleting port aa3b7fb8-5598-4197-97e8-07ce583e6fa9 {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:09.432368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:09.618399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] For port aa3b7fb8-5598-4197-97e8-07ce583e6fa9, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:14:09.618720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:09.757553 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Calling delete_port for aa3b7fb8-5598-4197-97e8-07ce583e6fa9 owned by network:router_interface {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:09.946160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:09.964411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0648873d-09ac-44f4-a2a7-043cd93ca5c2 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:10.072150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3b7fb8-5598-4197-97e8-07ce583e6fa9,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:10.077627 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:10.422395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:10.618592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8ae12cc9-0683-4b1f-85db-22ee15cf9e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:11.168385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Router 3a3b8701-915d-43e0-85a7-e4189551b122 has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:14:11.356971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:14:11.366403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] Sync routers for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:14:11.370690 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d2a3964a-2ffc-4355-8d8b-091127b3dc03 admin admin] 10.222.0.23 "PUT /v2.0/routers/3a3b8701-915d-43e0-85a7-e4189551b122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0382776 Apr 08 12:14:11.373726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50894) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:11.376689 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:14:11.377349 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:14:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:11.560701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:11.566711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:11.569096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:14:11.768739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:11.771070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:11.784449 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Deleting port fd293ad4-5602-434b-8872-c5c1487b61ca {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:11.784711 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:11.896337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:14:09Z', 'revision_number': 5, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port': {'id': 'fd293ad4-5602-434b-8872-c5c1487b61ca', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:07:06Z', 'updated_at': '2021-04-08T12:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:11.900445 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] Checking router: 3a3b8701-915d-43e0-85a7-e4189551b122 for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:14:11.910012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] Routers {'3a3b8701-915d-43e0-85a7-e4189551b122'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:14:11.910793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:14:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['3a3b8701-915d-43e0-85a7-e4189551b122'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:11.992472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] For port fd293ad4-5602-434b-8872-c5c1487b61ca, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=fd293ad4-5602-434b-8872-c5c1487b61ca,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:14:11.992948 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.099908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] Set router 3a3b8701-915d-43e0-85a7-e4189551b122 gateway port host: None {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:14:12.135300 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Calling delete_port for fd293ad4-5602-434b-8872-c5c1487b61ca owned by network:router_gateway {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:12.215023 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:14:11Z', 'revision_number': 6, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port_host': None}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:12.219941 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfb0d0-172e-4973-b2d1-1779497a0506 None None] The sync data for ids ['3a3b8701-915d-43e0-85a7-e4189551b122'] in dv-cinder-784779-3-smb is: [{'id': '3a3b8701-915d-43e0-85a7-e4189551b122', 'name': 'tempest-AttachVolumeShelveTestJSON-802239724-router', 'tenant_id': '59415f94b4c6401eaec1680916137167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:07:03Z', 'updated_at': '2021-04-08T12:14:11Z', 'revision_number': 6, 'project_id': '59415f94b4c6401eaec1680916137167', 'gw_port_host': None}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:14:12.316056 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.331902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-84b057cd-7202-4c47-9331-d6afd227e2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:12.436553 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd293ad4-5602-434b-8872-c5c1487b61ca,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:12.439140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:12.600214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.794842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.797204 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.818362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.818871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3b8701-915d-43e0-85a7-e4189551b122 {{(pid=84399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:14:12.832082 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.833305 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4c700339-c66b-4235-9a9f-4c25dfe224a9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3a3b8701-915d-43e0-85a7-e4189551b122 HTTP/1.1" status: 204 len: 168 time: 1.4585719 Apr 08 12:14:12.835978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50906) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:12.884249 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.905898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Deleting subnet 0f5edbb3-4cdb-4e48-a260-268e29243430 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:14:12.909297 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:12.964426 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:13.048596 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:13.555738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:13.571153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:13.665536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f5edbb3-4cdb-4e48-a260-268e29243430,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:13.670773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:13.706019 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:13.712932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd313e81-48b1-488d-8626-d84eeec6a40d None None] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:14:13.715395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50930) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:13.715533 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-22fbe39d-2341-42b2-ade0-bf5475bf8eeb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f5edbb3-4cdb-4e48-a260-268e29243430 HTTP/1.1" status: 204 len: 168 time: 0.8784094 Apr 08 12:14:13.835114 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:13.912496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Deleting port 08ff1269-c465-4716-a53a-89dd3e4c6115 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:13.912885 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:13.992307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] DHCP port deletion for be317ea7-c972-4eb2-9572-36ab4bbd13c1 request from dv-cinder-784779-3-smb {{(pid=84400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 12:14:13.996859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Deleting port 08ff1269-c465-4716-a53a-89dd3e4c6115 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:13.997594 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.031108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device aa3b7fb8-5598-4197-97e8-07ce583e6fa9 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:14:14.076659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: aa3b7fb8-5598-4197-97e8-07ce583e6fa9 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:14:14.077039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device aa3b7fb8-5598-4197-97e8-07ce583e6fa9 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:14:14.077503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device fd293ad4-5602-434b-8872-c5c1487b61ca no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:14:14.120317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: fd293ad4-5602-434b-8872-c5c1487b61ca {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:14:14.120726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device fd293ad4-5602-434b-8872-c5c1487b61ca not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:14:14.139137 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] For port 08ff1269-c465-4716-a53a-89dd3e4c6115, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=08ff1269-c465-4716-a53a-89dd3e4c6115,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:14:14.139541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.276968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Calling delete_port for 08ff1269-c465-4716-a53a-89dd3e4c6115 owned by network:dhcp {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:14.289497 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] For port 08ff1269-c465-4716-a53a-89dd3e4c6115, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=08ff1269-c465-4716-a53a-89dd3e4c6115,segment=NetworkSegment(55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e),segment_id=55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:14:14.290005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.354930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.370841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-347f821a-b5f6-4fe6-add5-8ac505c166aa tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:14.424089 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Calling delete_port for 08ff1269-c465-4716-a53a-89dd3e4c6115 owned by network:dhcp {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:14:14.466374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=08ff1269-c465-4716-a53a-89dd3e4c6115,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:14.477932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:14.490838 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.515309 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:14:14.515806 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:14:14.516453 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] No DVR routers for this DVR port 08ff1269-c465-4716-a53a-89dd3e4c6115 on host dv-cinder-784779-3-smb {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:14:14.639629 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.756032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be317ea7-c972-4eb2-9572-36ab4bbd13c1']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:14.769465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:14.769855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bf7a50-b3f0-45ed-beb2-a39a0b5cfb0e') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:14:14.782740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.797532 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:14.803985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:14:14.987664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:14:14.997414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.017080 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Deleting port 08ff1269-c465-4716-a53a-89dd3e4c6115 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:14:15.017640 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.093878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-09f25918-8a14-4953-8180-a81f159a85a1 None None] The port '08ff1269-c465-4716-a53a-89dd3e4c6115' was deleted {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 12:14:15.182432 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Network be317ea7-c972-4eb2-9572-36ab4bbd13c1 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:14:15.206009 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:14:15.218863 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50944) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:15.284572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.288610 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bc9d4677-f80d-4524-9cc3-31346ae0dc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:15.303357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.315130 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Pushing event deleted for resources: {'Network': ['ID=be317ea7-c972-4eb2-9572-36ab4bbd13c1,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:15.321369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:15.329667 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1766b9e8-9dee-4a99-aa2b-699ea9a8a0ee admin admin] 10.222.0.23 "DELETE /v2.0/networks/be317ea7-c972-4eb2-9572-36ab4bbd13c1 HTTP/1.1" status: 204 len: 168 time: 1.6129782 Apr 08 12:14:15.345980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.362830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:15.367370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Usage tracker for resource:security_group_rule and tenant:12a13dbed49d4fbfb5ff586baba9f2a7 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:15.370545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:15.376932 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:15.446975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50952) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:15.463642 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.467802 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.476624 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a455212f-85dd-4574-b2cc-b681a52e48d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:15.481773 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-400409b5-01ba-4dac-945f-3fd1fe7498ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59415f94b4c6401eaec1680916137167&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0334091 Apr 08 12:14:15.484654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 50956) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:15.521482 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12a13dbed49d4fbfb5ff586baba9f2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989521 Apr 08 12:14:15.521482 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040595e-9335-49fc-9650-53eb999c762b,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:15.523452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50960) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:15.527152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-20b39815-3f87-4b7d-84b5-c2155e490d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:15.553021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.580565 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.590403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.618379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.631149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.636284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-097dadbd-d6ef-4df3-992d-741691142c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:15.652871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83db805-b95e-4d8d-8dee-67069ac76048,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:15.656864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:15.658942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.660144 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f83db805-b95e-4d8d-8dee-67069ac76048 HTTP/1.1" status: 204 len: 168 time: 0.1745312 Apr 08 12:14:15.667675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.673165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9aa857f1-ff2f-42ec-8fbc-358cbf44c58a tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:15.687592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040595e-9335-49fc-9650-53eb999c762b,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:15.690462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:15.691714 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:15.692899 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e6bd089f-4593-4e32-a0ca-d7ed10fc8216 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6040595e-9335-49fc-9650-53eb999c762b HTTP/1.1" status: 204 len: 168 time: 0.1677413 Apr 08 12:14:15.988093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 08ff1269-c465-4716-a53a-89dd3e4c6115 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:14:16.026475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 08ff1269-c465-4716-a53a-89dd3e4c6115 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:14:16.026961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 08ff1269-c465-4716-a53a-89dd3e4c6115 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:14:16.146147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50978) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:16.166186 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.172527 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-ed234f7d-22cc-4b02-9a05-95c258b5d557 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871608 Apr 08 12:14:16.182282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:16.196071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Usage tracker for resource:security_group_rule and tenant:11bc44d8a1a54d9abf85b072275c1b39 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:16.199462 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:16.206987 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:16.308036 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.311564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.320608 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-239c5f3d-6e07-425e-be2f-a2513dfc3b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:16.332298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-95681026-5bf2-437b-a4d2-21f5ccc2f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:14:16.333969 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-95681026-5bf2-437b-a4d2-21f5ccc2f80a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0882056 Apr 08 12:14:16.367782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2484765a-8ad6-4a4c-b461-641fa26d2a2f,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:16.372613 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11bc44d8a1a54d9abf85b072275c1b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251194 Apr 08 12:14:16.373692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:16.375840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 50984) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:16.442855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.471454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.505655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-a1589097-f3ac-449e-963d-d22c5ca9db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:14:16.507468 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-a1589097-f3ac-449e-963d-d22c5ca9db2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.1533003 Apr 08 12:14:16.520673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.531276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a505e086-cf5f-4876-843c-4bf1cd40c15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:16.541307 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484765a-8ad6-4a4c-b461-641fa26d2a2f,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:16.545196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.546712 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2484765a-8ad6-4a4c-b461-641fa26d2a2f HTTP/1.1" status: 204 len: 168 time: 0.1698000 Apr 08 12:14:16.547742 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5f4e6943-8066-4a1f-9084-0761c4f670c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:16.632310 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-97d0eaf4-9772-4791-b39f-91c422c13359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1002 time: 0.1176829 Apr 08 12:14:16.706149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-bcb2a11d-b4d6-4780-92e4-0bfe558fdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:14:16.708099 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-bcb2a11d-b4d6-4780-92e4-0bfe558fdad5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0694838 Apr 08 12:14:16.807065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-28c03cd4-22a4-4fe5-a1ca-fb1cb9e00992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:14:16.808689 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-28c03cd4-22a4-4fe5-a1ca-fb1cb9e00992 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943551 Apr 08 12:14:16.958295 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51008) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:16.979321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:16.997283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:17.001563 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc1819b65c84361ad6bba832fb45e39 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:17.004970 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:17.011884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:17.112570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:17.115664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:17.125819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-07895045-17c2-4422-8aa9-14a81c15b17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:17.171609 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6dc1819b65c84361ad6bba832fb45e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101891 Apr 08 12:14:17.172997 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51016) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:17.176507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765e0d60-2add-408f-8263-c47848723235,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:17.180764 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b36e23ba-3b43-4f7a-9e2a-a872680ea2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:17.227258 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-a65449e8-c277-42a4-b4f6-00daa324284c service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117517 Apr 08 12:14:17.249120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:17.277889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:17.324239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:17.330444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-aaf6dde0-73d9-4521-a6cc-54f64c3730ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:17.343653 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e0d60-2add-408f-8263-c47848723235,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:17.353662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:17.358733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:17.362622 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/765e0d60-2add-408f-8263-c47848723235 HTTP/1.1" status: 204 len: 168 time: 0.1857033 Apr 08 12:14:17.381934 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c19bb213-41c9-46f6-9237-ae14bb12ede4 req-d9ce9325-7665-4d4a-9aaf-fe0ac339f4e7 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470404 Apr 08 12:14:18.815129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:14:38.489136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f503eb88-dcd6-4940-af3b-2f1058aef458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:40.622584 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-aa594684-ae66-423f-8a09-6fd22d79c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:41.562651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:41.774699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:42.882523 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:44.447609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.119800 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51442) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:45.245336 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.264298 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:45.268353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Usage tracker for resource:security_group_rule and tenant:a6cc3078dd9a40ed91268935df2d2a3a is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:45.271324 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:45.278296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:45.366119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.369148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.377395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c406be9a-e1a1-465c-b6d0-2aa8e821291c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:45.423160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51452) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:45.430247 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6cc3078dd9a40ed91268935df2d2a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990549 Apr 08 12:14:45.432138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510664f5-18fe-41b8-a1fa-bbfe930f35ce,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:45.440452 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.440875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.441293 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.441701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.442140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.442550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.442939 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.443333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.443738 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.444139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.444534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.444929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.449251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-824daf98-afaf-4131-a3a7-de64d7a0138d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:45.487248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.514310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.562572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.567710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5c15732f-3122-4cf7-ba93-84c69994297f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:45.579351 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510664f5-18fe-41b8-a1fa-bbfe930f35ce,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:45.590947 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:45.592141 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/510664f5-18fe-41b8-a1fa-bbfe930f35ce HTTP/1.1" status: 204 len: 168 time: 0.1677125 Apr 08 12:14:45.593701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.594143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.594543 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.594943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.595333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.595733 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.596160 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.596476 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.596862 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.597244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.597695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.598012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:14:45.601230 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e7e5f798-8961-46b6-8f93-8e14cef4e6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:50.163985 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51526) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:50.284708 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.300205 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:50.304198 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b07bd38420a9454f8a8adc08480a8362 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:50.307841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:50.313976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:50.401140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.403769 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.412233 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e985daf9-9923-4eae-990b-f6901680cfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:50.455328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b07bd38420a9454f8a8adc08480a8362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902074 Apr 08 12:14:50.456283 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf3314b-1b13-42cd-aa59-5a58188ea5f9,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:50.458196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51532) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:50.459746 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b81c7f2d-6174-4384-964c-f74166aff3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:50.520616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.547154 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.593804 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.598508 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-237c5260-5620-4d33-b27f-57db420c6b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:50.611138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf3314b-1b13-42cd-aa59-5a58188ea5f9,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:50.614803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:50.621257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.622498 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/faf3314b-1b13-42cd-aa59-5a58188ea5f9 HTTP/1.1" status: 204 len: 168 time: 0.1632423 Apr 08 12:14:50.903402 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51540) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:50.926282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:50.942147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:50.946161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Usage tracker for resource:security_group_rule and tenant:f92980c33a6241309ad349eb0b9a5daa is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:50.949129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:50.955193 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:51.039447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:51.042859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:51.051641 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7308fb7a-5fd6-4daf-9f84-3853d82e325c tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:51.094176 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f92980c33a6241309ad349eb0b9a5daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896389 Apr 08 12:14:51.095155 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ebefb-43af-4339-b300-be74fa500532,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:51.097135 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51544) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:51.098350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:51.160699 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:51.188108 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:51.232595 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:51.237450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-312d48c4-38ac-4714-87be-7b09ae8d9137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:51.251980 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ebefb-43af-4339-b300-be74fa500532,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:51.254374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:51.260917 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:51.264541 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-13ebf47a-56c2-43dc-a737-a8502c7aca35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d10ebefb-43af-4339-b300-be74fa500532 HTTP/1.1" status: 204 len: 168 time: 0.1632664 Apr 08 12:14:53.347255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51608) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:53.470331 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.488646 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:53.492903 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Usage tracker for resource:security_group_rule and tenant:a7c85c671dd2464299780bbf1c29233a is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:53.496353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:53.502281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:53.586943 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.589695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.598216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-93d35925-afc0-4566-9496-dda0bce95688 tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:53.640560 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7c85c671dd2464299780bbf1c29233a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922022 Apr 08 12:14:53.641431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc950eab-e393-48de-b0f0-f36ca3c5bc69,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:53.643519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51614) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:53.644680 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ecadf701-5140-4386-9d46-fc167cd6fcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:53.706141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.732688 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.782491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.787489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-df7bfb88-e2f1-4113-ba16-1a9c94bba8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:53.800048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc950eab-e393-48de-b0f0-f36ca3c5bc69,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:53.802339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:53.811712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:53.815380 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc950eab-e393-48de-b0f0-f36ca3c5bc69 HTTP/1.1" status: 204 len: 168 time: 0.1683404 Apr 08 12:14:54.095526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51622) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:54.115091 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.130726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:14:54.134784 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Usage tracker for resource:security_group_rule and tenant:82802997bdfb4118aea2db39ec7706de is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:14:54.137864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:14:54.143805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:14:54.226842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.230075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.238611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6ad5b6d8-7bc9-4027-945d-4625b4fcfc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:54.280868 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82802997bdfb4118aea2db39ec7706de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842301 Apr 08 12:14:54.281844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121c30ef-ab5d-4f35-9760-163dcca87ae6,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:54.283867 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51626) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:14:54.285094 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b398d8b3-cac9-4ac4-ae23-c6a9c3c8ed56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:54.345935 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.373090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.416618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.421925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7b690f8d-461c-49b2-a4de-36052eda7a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:14:54.438510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c30ef-ab5d-4f35-9760-163dcca87ae6,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:14:54.443236 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:14:54.448044 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:14:54.449236 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fabb8d5c-fcbc-498c-bedb-61e08d55b423 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/121c30ef-ab5d-4f35-9760-163dcca87ae6 HTTP/1.1" status: 204 len: 168 time: 0.1643112 Apr 08 12:14:55.815606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:15:01.051313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51710) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:01.172147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.187664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:01.191631 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:8bfee8030fd44bbc85cd167a964c2b3e is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:01.194538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:01.201051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:01.283618 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.286488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.294965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-722af513-a281-4953-8ca1-401f6f1c577c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:01.337501 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bfee8030fd44bbc85cd167a964c2b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848778 Apr 08 12:15:01.338384 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b4f7a-5d94-4890-a8c0-dc0fd8b0948f,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:01.340310 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51716) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:01.341841 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-afd40f63-6314-49ee-99d2-1a897b5eb7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:01.403061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.435035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.478701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.483564 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e4322929-dc57-45e9-8ed8-beb62910ab66 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:01.498754 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b4f7a-5d94-4890-a8c0-dc0fd8b0948f,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:01.501889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:01.506318 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.507551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f54b4f7a-5d94-4890-a8c0-dc0fd8b0948f HTTP/1.1" status: 204 len: 168 time: 0.1661758 Apr 08 12:15:01.790386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51724) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:01.809434 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.827184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:01.831194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Usage tracker for resource:security_group_rule and tenant:91c5812e54ab4f4492fc608383b4c6dc is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:01.834096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:01.840070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:01.923366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.926032 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:01.935167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f85e2c46-179b-42ae-b828-b53805fd5ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:01.976358 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91c5812e54ab4f4492fc608383b4c6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848443 Apr 08 12:15:01.978341 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0f8ec-e14d-4ce2-81cf-ccbda3fedeec,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:01.979529 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51728) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:01.981513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e0e51646-8718-4a45-bd3b-66097be586de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:02.043569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:02.070503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:02.119398 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:02.124244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b70ae797-5fd5-4eba-9dad-18ad34782097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:02.139695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0f8ec-e14d-4ce2-81cf-ccbda3fedeec,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:02.143897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:02.145933 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:02.149048 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2c0f8ec-e14d-4ce2-81cf-ccbda3fedeec HTTP/1.1" status: 204 len: 168 time: 0.1664979 Apr 08 12:15:03.870936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb31c4b-20e8-4004-9db5-23090c5b6212 req-ad89d057-8c80-4d0e-98bd-0a1f94999bf7 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:03.872562 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bfb31c4b-20e8-4004-9db5-23090c5b6212 req-ad89d057-8c80-4d0e-98bd-0a1f94999bf7 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0915165 Apr 08 12:15:03.904679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-bfb31c4b-20e8-4004-9db5-23090c5b6212 req-787570c7-7455-4cda-ab70-4d04d7b3796a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251808 Apr 08 12:15:05.110990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b62a58-463a-4f0b-930c-4731ab8c9d1e req-72a522fb-57bd-46b7-9914-60a3df159e8e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:05.112582 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83b62a58-463a-4f0b-930c-4731ab8c9d1e req-72a522fb-57bd-46b7-9914-60a3df159e8e tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0914295 Apr 08 12:15:05.143085 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83b62a58-463a-4f0b-930c-4731ab8c9d1e req-a33f8fd1-d31a-4234-b067-f8f971110755 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0233047 Apr 08 12:15:06.342454 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6f8d6-909d-4a9c-b4f3-6fcc86009ea8 req-d9c56b10-a78b-46cd-9b1b-eb5683d2f860 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:06.344049 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-66b6f8d6-909d-4a9c-b4f3-6fcc86009ea8 req-d9c56b10-a78b-46cd-9b1b-eb5683d2f860 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0880055 Apr 08 12:15:06.374426 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-66b6f8d6-909d-4a9c-b4f3-6fcc86009ea8 req-61acefbb-00e8-4810-bf5a-f622cbab3429 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242541 Apr 08 12:15:07.586251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fe372-d1be-4efd-87d7-ae55a09692d5 req-92cfdd8c-f714-4b52-af59-426f51d03948 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:07.588414 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f48fe372-d1be-4efd-87d7-ae55a09692d5 req-92cfdd8c-f714-4b52-af59-426f51d03948 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0925307 Apr 08 12:15:07.618964 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-f48fe372-d1be-4efd-87d7-ae55a09692d5 req-bba41c3f-babb-4677-bdf0-357da4dc32da tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235500 Apr 08 12:15:08.490569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-94fe7d32-2861-4bb9-bc11-3ebc53d78e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:08.820029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e56a5-54cd-4f63-aa36-8a51be86c97b req-3a823820-20a0-4b39-9189-d9c04a7b6b0b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:08.821604 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-145e56a5-54cd-4f63-aa36-8a51be86c97b req-3a823820-20a0-4b39-9189-d9c04a7b6b0b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0876186 Apr 08 12:15:08.852548 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-145e56a5-54cd-4f63-aa36-8a51be86c97b req-92f5ef4f-a30b-415b-b8a5-b5b7ec2ec346 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237479 Apr 08 12:15:10.000469 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51828) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:10.057864 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0a49-7c2b-4c7f-b187-e0ec3be30bc3 req-48700be2-b263-46fa-b079-2a27328ffda8 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:10.059479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c72a0a49-7c2b-4c7f-b187-e0ec3be30bc3 req-48700be2-b263-46fa-b079-2a27328ffda8 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0936997 Apr 08 12:15:10.090248 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c72a0a49-7c2b-4c7f-b187-e0ec3be30bc3 req-eb8bd8ed-3dbc-442d-b7f1-afe72ce0aacc tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241747 Apr 08 12:15:10.125519 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.144928 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:10.148936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3ecca7be9e480686e2b8f645449e60 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:10.151992 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:10.157931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:10.239289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.242225 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.251196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-bae72a63-1a98-41ec-a949-49f6a64dd9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:10.292975 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e3ecca7be9e480686e2b8f645449e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913883 Apr 08 12:15:10.293967 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe970ef-d312-4bc8-aca1-abb21d913aca,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:10.295882 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51834) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:10.297120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0da4c494-c4fd-4088-a681-5f6c246c4fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:10.360505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.389079 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.436808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.441805 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5823955d-867b-449c-a0c4-cb37940587e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:10.454328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe970ef-d312-4bc8-aca1-abb21d913aca,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:10.457470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:10.459599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.461202 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-a12cd4f9-8887-4874-991a-0e61095f4c09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe970ef-d312-4bc8-aca1-abb21d913aca HTTP/1.1" status: 204 len: 168 time: 0.1632133 Apr 08 12:15:10.623898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-177d4a29-ce7a-4898-8db4-c2dfe0354f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.748061 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51842) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:10.768185 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.783480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:10.787528 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb7e3f23c4a4108ac9dd32b61c470b1 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:10.790485 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:10.796701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:10.884408 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.887897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:10.896507 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7275bca0-345c-4da8-8b16-2aafe1c7fd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:10.939153 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8eb7e3f23c4a4108ac9dd32b61c470b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897824 Apr 08 12:15:10.940139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba7036e-5de8-45e3-9311-7a845a1d701d,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:10.942113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51846) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:10.943416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-135901e0-80d9-474f-b519-8e6480324c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:11.005399 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:11.032789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:11.078222 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:11.083427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9f061245-be75-45d6-89fb-3cc624f61e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:11.101956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba7036e-5de8-45e3-9311-7a845a1d701d,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:11.105131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:11.114743 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:11.116516 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-d8a57cf4-915e-4e06-bfbb-eb669a042c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eba7036e-5de8-45e3-9311-7a845a1d701d HTTP/1.1" status: 204 len: 168 time: 0.1727805 Apr 08 12:15:11.299636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53327b1-3cdf-4527-97b9-16af4342669c req-3f4dd392-c50c-4d2e-bdfd-4f13477ee42a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:11.301262 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e53327b1-3cdf-4527-97b9-16af4342669c req-3f4dd392-c50c-4d2e-bdfd-4f13477ee42a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0918753 Apr 08 12:15:11.331892 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e53327b1-3cdf-4527-97b9-16af4342669c req-49777d1a-59d7-4cad-98ca-be9dc6b02b02 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235949 Apr 08 12:15:11.566217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:11.777403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:11.866267 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51872) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:11.976946 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975260951-network', 'tenant_id': '3e06e873de2f42d68f2e4a20d35b2b36'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:15:11.982179 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:11.986194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Usage tracker for resource:network and tenant:3e06e873de2f42d68f2e4a20d35b2b36 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:11.989105 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:11.995368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:12.005195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Made reservation on behalf of 3e06e873de2f42d68f2e4a20d35b2b36 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:15:12.010613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.023441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.039167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:12.043282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e06e873de2f42d68f2e4a20d35b2b36 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:12.046244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:12.052302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:12.136583 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.139356 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.143505 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-79b912ea-7013-4250-a45f-d45b04113b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:12.162855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:15:12.184328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978b2fb6-6a46-45ac-996a-c729cddd95e2,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:12.187386 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.187779 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Added segment 00bb9ebc-7c1b-4256-8f63-10a6ee6aedec of type vlan for network 93321a4b-0e45-4442-b0a5-2655c78ab412 Apr 08 12:15:12.189097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:12.216067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.245619 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.246983 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:12.247658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.252558 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-e23459a7-9d8e-4c8c-b05f-8d53d594751b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:12.356162 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4887221 Apr 08 12:15:12.359317 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Pushing event updated for resources: {'Network': ['ID=93321a4b-0e45-4442-b0a5-2655c78ab412,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:12.359500 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 51878) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:12.363001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-91a96090-309c-404b-9e64-ce68696816f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:12.365729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Request body: {'subnet': {'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975260951-subnet', 'tenant_id': '3e06e873de2f42d68f2e4a20d35b2b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:15:12.372651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:12.376731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Usage tracker for resource:subnet and tenant:3e06e873de2f42d68f2e4a20d35b2b36 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:12.376902 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:15:12.380285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:12.387232 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:12.406299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Made reservation on behalf of 3e06e873de2f42d68f2e4a20d35b2b36 for: {'subnet': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:15:12.411671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27293879'] for subnet, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.609706 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad93fc-fd21-4bbb-b10d-80665b3f5c70 req-cd6ca137-d01d-4ba5-be54-c2354375cd52 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:12.611319 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-77ad93fc-fd21-4bbb-b10d-80665b3f5c70 req-cd6ca137-d01d-4ba5-be54-c2354375cd52 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.1353745 Apr 08 12:15:12.684769 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-77ad93fc-fd21-4bbb-b10d-80665b3f5c70 req-01266e12-dd4c-4f7d-b3af-ad8b900c27d7 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654182 Apr 08 12:15:12.886115 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.924673 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852899017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27293830'] for subnet, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:12.939735 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:13.070654 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae90f9c-16c7-4caa-b342-22cf3c536137,revision_number=0']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:13.076216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:13.132648 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Checking segment: {'id': '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:15:13.133040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Network hostable DHCP agents. Network: 93321a4b-0e45-4442-b0a5-2655c78ab412, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:15:13.151447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:15:13.159276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 93321a4b-0e45-4442-b0a5-2655c78ab412) {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:15:13.168644 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffc5b6-7dbd-48d1-a5e3-e083fc24172a None None] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:15:13.170984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:13.171620 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:13.195433 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-fa39594a-22b4-4dec-8cf2-bfad58715f9b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8347571 Apr 08 12:15:13.389083 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2562935-4f11-422e-9029-0556932d8918 None None] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:15:13.724176 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51900) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:13.730550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1981239544-network', 'tenant_id': '3b0194a9cb8e4e8fa51f2f9370923a98'}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:15:13.758857 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:13.764111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Usage tracker for resource:network and tenant:3b0194a9cb8e4e8fa51f2f9370923a98 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:13.767224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:13.773724 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:13.784138 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Made reservation on behalf of 3b0194a9cb8e4e8fa51f2f9370923a98 for: {'network': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:15:13.789464 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for network, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:13.803319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:13.819685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:13.824587 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Usage tracker for resource:security_group_rule and tenant:3b0194a9cb8e4e8fa51f2f9370923a98 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:13.827570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:13.834766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:13.925602 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:13.928692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:13.933601 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f9598bb4-229e-486a-a2ca-7cac21c588d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:13.954514 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6620b-352e-4308-b40e-fa1ea2cb5551 req-132acf61-cee7-4ab8-b71b-84e86b63a701 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:13.956133 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0cc6620b-352e-4308-b40e-fa1ea2cb5551 req-132acf61-cee7-4ab8-b71b-84e86b63a701 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.1581981 Apr 08 12:15:13.959169 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=84399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 08 12:15:13.973119 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711108c0-5890-439f-a7ee-319bfb3058db,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:13.977435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:13.978364 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-92173111-170a-4deb-b646-3e6fcb9451ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:13.978503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:13.978952 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.segments_db [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Added segment c9cd58de-75c3-41c9-9029-fe723433396f of type vlan for network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 Apr 08 12:15:13.979979 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-92173111-170a-4deb-b646-3e6fcb9451ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.1242921 Apr 08 12:15:14.006436 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363250977431275'] for network, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.020470 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0cc6620b-352e-4308-b40e-fa1ea2cb5551 req-fc5008c2-f158-4556-805f-7ae16e3495bd tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566046 Apr 08 12:15:14.045974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355'] for network, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.047481 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:14.048124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.053385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7a56bf59-ab46-4576-b61d-eea1066953ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:14.130698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-976d06d7-69ce-441c-b3e3-6c5434a87dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:14.132328 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-976d06d7-69ce-441c-b3e3-6c5434a87dfc service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.1437690 Apr 08 12:15:14.159380 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4339716 Apr 08 12:15:14.162389 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 51904) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:14.165116 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Pushing event updated for resources: {'Network': ['ID=0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:14.171024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Request body: {'subnet': {'network_id': '0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1981239544-subnet', 'tenant_id': '3b0194a9cb8e4e8fa51f2f9370923a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:15:14.175751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 details requested by agent ovs-agent-dv-cinder-784779-3-smb with host dv-cinder-784779-3-smb {{(pid=84400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 08 12:15:14.175920 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-491c1f7f-971c-4f4a-b67e-8ea135255c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:14.176897 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:14.181016 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Usage tracker for resource:subnet and tenant:3b0194a9cb8e4e8fa51f2f9370923a98 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:14.184248 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:14.190416 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:14.200660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Made reservation on behalf of 3b0194a9cb8e4e8fa51f2f9370923a98 for: {'subnet': 1} {{(pid=84399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:15:14.205512 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1895171'] for subnet, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.246988 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-9e007200-63da-4068-89dc-3b9d3cab9001 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1002 time: 0.1082842 Apr 08 12:15:14.319637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-4d8064fc-013b-460b-afef-830d8e844e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:14.321187 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-4d8064fc-013b-460b-afef-830d8e844e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0677946 Apr 08 12:15:14.403604 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-8726baf5-756c-4f27-8d35-f2dbbee05a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:14.405150 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-8726baf5-756c-4f27-8d35-f2dbbee05a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779922 Apr 08 12:15:14.448059 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.549409 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-b4c1e2cc-5cd9-432e-aa78-ab3e4784f88f service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374676 Apr 08 12:15:14.610062 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827185600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1895218'] for subnet, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.626117 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-89add0f4-fbf8-400e-9f92-f30079bb2e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:14.691941 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-05fe0fe9-1fd2-434b-8ed1-cbfeff314e5e req-0de028d7-07fd-4d21-90d0-bb3c76a357d1 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361482 Apr 08 12:15:14.754544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abe7dd2-2700-47b4-b9c2-f55d221fc1a3,revision_number=0']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:14.766460 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:14.827358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Checking segment: {'id': 'c9cd58de-75c3-41c9-9029-fe723433396f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:15:14.827745 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Network hostable DHCP agents. Network: 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9, hostable agents: ['2042dc51-0661-4e38-a63d-59c55958c8ea'], hosted agents: [] {{(pid=84399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 08 12:15:14.847328 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 is scheduled to be hosted by DHCP agent 2042dc51-0661-4e38-a63d-59c55958c8ea with binding_index 1 {{(pid=84399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 08 12:15:14.855978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-3-smb, 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9) {{(pid=84399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:15:14.865635 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db873325-6191-46c1-a011-e8fdd0269bee None None] Network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:15:14.868471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:14.869722 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:14.889147 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-6d2796e5-acdc-43a8-84ed-4102fa972213 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7255430 Apr 08 12:15:15.096379 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0fb2c-7608-4fe2-84b3-45a33b385f24 None None] Network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:15:15.238766 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128af7-922e-4dac-8570-053f82a8b0bb req-d0467a07-8287-4e23-bc32-bb3317ef36ce tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:15.240442 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a7128af7-922e-4dac-8570-053f82a8b0bb req-d0467a07-8287-4e23-bc32-bb3317ef36ce tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0965686 Apr 08 12:15:15.275887 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-a7128af7-922e-4dac-8570-053f82a8b0bb req-942b6ae6-23eb-4afa-ba7c-0b94d6dd4b76 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276115 Apr 08 12:15:15.573096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-bc6b9de3-46d4-4d4c-8e94-70994738bea4 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:15.574673 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-bc6b9de3-46d4-4d4c-8e94-70994738bea4 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/networks?id=93321a4b-0e45-4442-b0a5-2655c78ab412 HTTP/1.1" status: 200 len: 809 time: 0.1590049 Apr 08 12:15:15.590891 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-29aed8e6-c124-49d9-9c50-f051274e9315 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/quotas/3e06e873de2f42d68f2e4a20d35b2b36 HTTP/1.1" status: 200 len: 375 time: 0.0100143 Apr 08 12:15:15.643013 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6fbc42ee-03c8-44aa-8aac-3fc829f2bb6b tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e06e873de2f42d68f2e4a20d35b2b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465987 Apr 08 12:15:15.889044 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-728d47b0-14c6-464e-9c50-8d817fb4246c service neutron] 10.222.0.23 "GET /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387676 Apr 08 12:15:16.033232 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-1bedb741-510e-4df1-81d3-5b3b29aec5c2 service neutron] 10.222.0.23 "GET /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377280 Apr 08 12:15:16.251470 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-0e18d4fc-80b7-43e4-b0b4-c900f52ba1f5 req-bc93ee4a-a0f0-4393-a543-9b44b0a910ec tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.0571194 Apr 08 12:15:16.277329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-a8603493-9a37-448f-8af8-605d9a19310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:16.278945 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-a8603493-9a37-448f-8af8-605d9a19310c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.1325269 Apr 08 12:15:16.733600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-8a73ee75-8c71-46db-9739-fc0243508e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:16.736491 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-8a73ee75-8c71-46db-9739-fc0243508e65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.4372988 Apr 08 12:15:16.813715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686aec1-a747-4895-9797-f10021218cca req-3f9c4ed8-62c2-472e-90d5-d30d4e9d7573 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:16.815329 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6686aec1-a747-4895-9797-f10021218cca req-3f9c4ed8-62c2-472e-90d5-d30d4e9d7573 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.1947088 Apr 08 12:15:16.867599 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-6686aec1-a747-4895-9797-f10021218cca req-ffb96c58-dad4-4611-9d3a-f3ff29143d34 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429451 Apr 08 12:15:16.881353 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-276b43f8-4941-4ced-b5de-00f36d99a6c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1002 time: 0.1367717 Apr 08 12:15:16.959290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-5a87f3eb-c0d8-4ef4-9d29-f07d2ea7ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:16.960876 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-5a87f3eb-c0d8-4ef4-9d29-f07d2ea7ce70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0733848 Apr 08 12:15:17.043143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-82f33697-641d-4a45-9cdc-2ac8e416140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:17.044653 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-82f33697-641d-4a45-9cdc-2ac8e416140c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773709 Apr 08 12:15:17.187879 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-93794960-6590-4447-a23a-0bf3ae9c8df8 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357782 Apr 08 12:15:17.363857 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-11c660b5-044e-44f4-b479-bc7fdec13ed8 req-d6638ed8-b243-4090-a1c6-fc20c15e29f3 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.0554214 Apr 08 12:15:17.381412 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-cfa16681-ef24-40fc-9a6a-1be9a8765ffe req-5f2ae987-f522-49ec-9133-7cfecedd935a service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862950 Apr 08 12:15:18.070839 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062b2a6-05dd-440e-a936-90c6ac4dee91 req-df3f5a09-d9df-492a-8802-778f76ef7c1a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:18.072443 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8062b2a6-05dd-440e-a936-90c6ac4dee91 req-df3f5a09-d9df-492a-8802-778f76ef7c1a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0904419 Apr 08 12:15:18.102252 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8062b2a6-05dd-440e-a936-90c6ac4dee91 req-d9abdcae-634a-49a8-bc5e-d0c49d9086e8 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0234222 Apr 08 12:15:18.469926 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-e4e34ab9-3093-4bea-942c-67e8dfef1d9b req-77624e5c-ff71-4d25-9df2-dfeec756f42a tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.0474412 Apr 08 12:15:19.470106 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-f0f05d25-c4ef-4c58-a7b2-208cacae8234 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267934 Apr 08 12:15:19.512060 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec9d90-2bf7-42fa-9d9f-cb89901af306 req-3dc3f3a3-1378-447e-9270-971bc89e0ca2 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:19.514042 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9eec9d90-2bf7-42fa-9d9f-cb89901af306 req-3dc3f3a3-1378-447e-9270-971bc89e0ca2 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.1063118 Apr 08 12:15:19.594288 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8d79df37-f80c-43ec-857f-d823ada979ae req-367da3fa-a4fb-4307-8a4b-9f29e2046d09 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.0556741 Apr 08 12:15:19.608002 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-9eec9d90-2bf7-42fa-9d9f-cb89901af306 req-94d7efb4-5331-498d-b0c2-30db2a82fe16 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852075 Apr 08 12:15:20.580848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-ce5c23b4-cb04-44ce-8751-9b790399d38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:20.582522 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-ce5c23b4-cb04-44ce-8751-9b790399d38a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2&tenant_id=846650aa1c0048378aa4501297770935 HTTP/1.1" status: 200 len: 1099 time: 0.0827751 Apr 08 12:15:20.685227 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-46512b8f-63dc-438a-92f2-1c753f699633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:20.686883 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-46512b8f-63dc-438a-92f2-1c753f699633 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0824113 Apr 08 12:15:20.929788 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-fad4bbee-9fb8-4b56-b942-f3efd21d1bb8 req-5d01b5ee-d06c-4f0c-85c8-fedd6a65e2c7 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.1285870 Apr 08 12:15:20.955854 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-3bc2548c-0d88-4b75-a866-ee9ccf930eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:20.957425 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-3bc2548c-0d88-4b75-a866-ee9ccf930eed service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.2630820 Apr 08 12:15:21.085252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f411-342e-4d44-b363-49218e5ab04d req-44da6ac2-1c17-467f-870a-cc11fcdb13f6 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:21.086886 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3c91f411-342e-4d44-b363-49218e5ab04d req-44da6ac2-1c17-467f-870a-cc11fcdb13f6 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.2871513 Apr 08 12:15:21.091775 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-d0b88c5a-d1fc-4878-95d8-06240abbe1a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1002 time: 0.1231611 Apr 08 12:15:21.166790 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3c91f411-342e-4d44-b363-49218e5ab04d req-e25a742f-9992-4496-a631-9a5280cf98e4 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717931 Apr 08 12:15:21.184172 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-c6be4752-0d0e-4177-8e5f-15275b72f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:21.185793 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-c6be4752-0d0e-4177-8e5f-15275b72f970 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0768828 Apr 08 12:15:21.277444 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-76fa234a-d7b8-4487-9655-890b10e5d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:21.279125 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-76fa234a-d7b8-4487-9655-890b10e5d003 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859947 Apr 08 12:15:21.412347 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:15:21.537656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:21.555336 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:21.556411 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:15:21.563049 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:21.564904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:21.595730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-b5660281-5671-4beb-8cb6-477078d74277 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:21.597503 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-b5660281-5671-4beb-8cb6-477078d74277 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.13 "GET /v2.0/networks?id=93321a4b-0e45-4442-b0a5-2655c78ab412 HTTP/1.1" status: 200 len: 809 time: 0.2035432 Apr 08 12:15:21.611368 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Request body: {'port': {'device_id': '83d92034-b393-488d-a918-ad68babe63ce', 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412', 'admin_state_up': True, 'tenant_id': '3e06e873de2f42d68f2e4a20d35b2b36'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:15:21.615241 dv-cinder-784779-3-smb neutron-server[84285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'code': 422} returned with failed status Apr 08 12:15:21.631154 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-e70a9e54-0305-4b96-9632-a64b1d2545a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442769 Apr 08 12:15:21.647570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=6']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:21.655238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.655617 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.655988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.656353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.656715 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.657076 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.657435 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.657820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.658178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.658533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.658889 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.659242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:21.663304 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:21.885572 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:15:21.889577 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c4a5a82f-a573-444b-b32e-3b4c8b1383e7 req-df0e82ab-30b7-416c-af0b-29be49bbf4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037880 Apr 08 12:15:21.891878 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Usage tracker for resource:port and tenant:3e06e873de2f42d68f2e4a20d35b2b36 is out of sync, need to count used quota {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:15:21.894877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84398) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:15:21.901669 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84398) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:15:21.910475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Made reservation on behalf of 3e06e873de2f42d68f2e4a20d35b2b36 for: {'port': 1} {{(pid=84398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 08 12:15:21.917113 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:22.120339 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83f91fa7-ff1b-48d6-b04a-3d90702a8fd4 req-3d1807cf-6d0d-4a8e-8866-5a89d3ea01d4 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.0660269 Apr 08 12:15:22.139491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_common [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Allocated IP 172.20.0.13 (93321a4b-0e45-4442-b0a5-2655c78ab412/0ae90f9c-16c7-4caa-b342-22cf3c536137/ec910237-9575-4c2b-9c08-2e1ff14c4cff) {{(pid=84398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 08 12:15:22.388256 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks [] for port, precommit_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:22.429470 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635f222-7a94-4581-a6b3-c42bbdccaa9f req-c0d1628f-b302-4270-beee-08a1247651e2 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:22.431029 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c635f222-7a94-4581-a6b3-c42bbdccaa9f req-c0d1628f-b302-4270-beee-08a1247651e2 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 944 time: 0.1382945 Apr 08 12:15:22.466200 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c635f222-7a94-4581-a6b3-c42bbdccaa9f req-e9c1c467-e348-48b7-9eef-f47b67b4962b tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279503 Apr 08 12:15:22.467662 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785877369988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_create {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:22.488778 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ecf5683f-67b1-4912-9e78-98ad9e46af76 tempest-AttachVolumeTestJSON-1121871066 tempest-AttachVolumeTestJSON-1121871066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:22.872396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Pushing event updated for resources: {'Port': ['ID=ec910237-9575-4c2b-9c08-2e1ff14c4cff,revision_number=1']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:22.877153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:22.928238 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 is already hosted by enough agents. {{(pid=84398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 08 12:15:22.929357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.base_scheduler [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Resources bound (agent type, host, resource id): {{(pid=84398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 08 12:15:22.932099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Received port after_create {{(pid=84398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 08 12:15:22.996321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:22.996990 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:23.017208 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4114985 Apr 08 12:15:23.032245 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.v2.base [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Request body: {'port': {'device_id': '83d92034-b393-488d-a918-ad68babe63ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 12:15:23.157603 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:23.418773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:15:23.559884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcaca-8991-4249-abbc-bf20575db417 req-6fc3ae27-1038-4e90-854c-912999d5e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:23.561505 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ac1fcaca-8991-4249-abbc-bf20575db417 req-6fc3ae27-1038-4e90-854c-912999d5e1b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1097 time: 0.3118215 Apr 08 12:15:23.571472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:23.588490 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'port_id': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'mac_address': 'fa:16:3e:be:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:15:23.602288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474c29-f616-47d2-8243-0f8b85ccf909 req-d615777f-7f71-4f36-99b3-80a6f3d433cd tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:23.603074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1f474c29-f616-47d2-8243-0f8b85ccf909 req-d615777f-7f71-4f36-99b3-80a6f3d433cd tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Synchronizing usage tracker for tenant:3e06e873de2f42d68f2e4a20d35b2b36 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:15:23.650827 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:23.652217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:15:23.668296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:23.671377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:23.673182 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:23.674698 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ac1fcaca-8991-4249-abbc-bf20575db417 req-fa51cf60-aa84-4aab-940e-3986c4f77795 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979898 Apr 08 12:15:23.708695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1f474c29-f616-47d2-8243-0f8b85ccf909 req-d615777f-7f71-4f36-99b3-80a6f3d433cd tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Unset dirty status for tenant:3e06e873de2f42d68f2e4a20d35b2b36 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:15:23.711066 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1f474c29-f616-47d2-8243-0f8b85ccf909 req-d615777f-7f71-4f36-99b3-80a6f3d433cd tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 932 time: 0.4614837 Apr 08 12:15:23.749124 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=7']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:23.753737 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:23.775447 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1f474c29-f616-47d2-8243-0f8b85ccf909 req-c26478f9-4a73-441b-a3a7-e11042c50366 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530567 Apr 08 12:15:23.802129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abedd7-bc01-4ed2-ba88-3ad88a6d78fc req-402064e1-9cac-4a82-abc9-3d0aedfcb748 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:23.803725 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83abedd7-bc01-4ed2-ba88-3ad88a6d78fc req-402064e1-9cac-4a82-abc9-3d0aedfcb748 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 944 time: 0.2117517 Apr 08 12:15:23.883177 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-83abedd7-bc01-4ed2-ba88-3ad88a6d78fc req-e7e090ee-f408-4656-91a8-96345003a02c tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 Apr 08 12:15:23.887896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec910237-9575-4c2b-9c08-2e1ff14c4cff {{(pid=84398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:15:23.888930 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['602f67a4-67fc-4b01-bdd6-898d9b9b5e79'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:15:23.896086 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:23.911988 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Transition to ACTIVE for port object ec910237-9575-4c2b-9c08-2e1ff14c4cff will not be triggered until provisioned by entity L2. {{(pid=84398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 12:15:23.914904 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:23.934671 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-fc3c939e-1f88-42e8-8230-307d1d84f200 tempest-VolumesActionsTest-2021266790 tempest-VolumesActionsTest-2021266790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:24.072195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Pushing event updated for resources: {'Port': ['ID=ec910237-9575-4c2b-9c08-2e1ff14c4cff,revision_number=2']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:24.084552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:24.295793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Attempting to bind port ec910237-9575-4c2b-9c08-2e1ff14c4cff on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 12:15:24.296152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Attempting to bind port ec910237-9575-4c2b-9c08-2e1ff14c4cff by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412'}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 08 12:15:24.296427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Attempting to bind port ec910237-9575-4c2b-9c08-2e1ff14c4cff on network 93321a4b-0e45-4442-b0a5-2655c78ab412 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:15:24.301337 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Port ec910237-9575-4c2b-9c08-2e1ff14c4cff on network 93321a4b-0e45-4442-b0a5-2655c78ab412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 12:15:24.301695 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Attempting to bind port ec910237-9575-4c2b-9c08-2e1ff14c4cff on network 93321a4b-0e45-4442-b0a5-2655c78ab412 {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 08 12:15:24.307366 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Checking agent: {'id': '80a35a4f-a9a7-42e5-afb3-be2b28e17f0d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'started_at': datetime.datetime(2021, 4, 8, 12, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 12, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 08 12:15:24.307736 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Checking segment: {'id': '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 08 12:15:24.308145 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Bound using segment: {'id': '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412'} {{(pid=84398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 08 12:15:24.308607 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Bound port: ec910237-9575-4c2b-9c08-2e1ff14c4cff, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412'}}] {{(pid=84398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 08 12:15:24.308984 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:24.392840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] For port ec910237-9575-4c2b-9c08-2e1ff14c4cff, host hv-cinder-78477, cleared binding levels {{(pid=84398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 08 12:15:24.396358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] For port ec910237-9575-4c2b-9c08-2e1ff14c4cff, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff,segment=NetworkSegment(00bb9ebc-7c1b-4256-8f63-10a6ee6aedec),segment_id=00bb9ebc-7c1b-4256-8f63-10a6ee6aedec)] {{(pid=84398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 08 12:15:24.399758 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1876936'] for port, after_update {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:24.416480 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-55f0e760-cc99-40c8-bc69-e85ae52f7c0c tempest-TestMinimumBasicScenario-1414357028 tempest-TestMinimumBasicScenario-1414357028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:24.567051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Pushing event updated for resources: {'Port': ['ID=ec910237-9575-4c2b-9c08-2e1ff14c4cff,revision_number=3']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:24.572790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:24.603218 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:24.603888 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:24.605418 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a937e901-7adc-4d0b-9288-b3d93d5c1224 service neutron] 10.222.0.13 "PUT /v2.0/ports/ec910237-9575-4c2b-9c08-2e1ff14c4cff HTTP/1.1" status: 200 len: 1094 time: 1.5778558 Apr 08 12:15:24.605958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d92034-b393-488d-a918-ad68babe63ce', 'tag': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:15:24.680600 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d92034-b393-488d-a918-ad68babe63ce', 'tag': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff', 'status': 'completed', 'code': 200} Apr 08 12:15:24.718235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-ccde6ab1-c272-4fc9-b496-74c136a01096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:24.719829 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-ccde6ab1-c272-4fc9-b496-74c136a01096 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e06e873de2f42d68f2e4a20d35b2b36&device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 1097 time: 0.0803339 Apr 08 12:15:24.797155 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-a3fcfc12-5121-40e6-bfaa-56d7408c9381 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff HTTP/1.1" status: 200 len: 217 time: 0.0691559 Apr 08 12:15:24.871216 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-b194d78b-3831-4b5f-add9-4e7d73b489a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:24.872782 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-b194d78b-3831-4b5f-add9-4e7d73b489a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ae90f9c-16c7-4caa-b342-22cf3c536137 HTTP/1.1" status: 200 len: 849 time: 0.0696628 Apr 08 12:15:24.966462 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-b3185498-8481-4084-a733-8d1cb9d167a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93321a4b-0e45-4442-b0a5-2655c78ab412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865278 Apr 08 12:15:25.203729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc816-fc09-4368-a00d-e2947f2a95dc req-bdddc295-cf1a-4a1c-abfc-3f270e1a1c72 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:25.205250 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-78dfc816-fc09-4368-a00d-e2947f2a95dc req-bdddc295-cf1a-4a1c-abfc-3f270e1a1c72 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 944 time: 0.2902045 Apr 08 12:15:25.211243 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-d85eaf8d-f362-4237-9c83-28ef5878658e service neutron] 10.222.0.13 "GET /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364562 Apr 08 12:15:25.258978 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb910e0-d7db-495c-ba26-aaa845b315d3 req-d06cd9a9-a396-40cb-9f39-4829d1ecca0d tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:25.260555 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ccb910e0-d7db-495c-ba26-aaa845b315d3 req-d06cd9a9-a396-40cb-9f39-4829d1ecca0d tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 945 time: 0.2058988 Apr 08 12:15:25.345946 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-78dfc816-fc09-4368-a00d-e2947f2a95dc req-55e618a7-d279-40b9-a959-05efd1723d0b tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336498 Apr 08 12:15:25.363674 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ccb910e0-d7db-495c-ba26-aaa845b315d3 req-5472c276-3a01-4b1c-b953-12bd63d32c37 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493078 Apr 08 12:15:25.408679 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ee6b094f-abcf-40a8-b9e8-cdc823a7da02 req-ef4ce88d-da26-468e-a494-bba6513636ac service neutron] 10.222.0.13 "GET /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808739 Apr 08 12:15:25.437070 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:15:25.509073 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:15:25.509968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:25.529873 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-f5de56b7-a558-4f43-afb7-d28ef2f74e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:25.531566 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-f5de56b7-a558-4f43-afb7-d28ef2f74e11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e06e873de2f42d68f2e4a20d35b2b36&device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 1097 time: 0.0819039 Apr 08 12:15:25.633412 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:25.645284 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:15:25.656316 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:25.659427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:25.661362 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:25.673195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-7ca0e1f5-8adb-4d48-a0ed-ef57eed037b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:25.674827 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-7ca0e1f5-8adb-4d48-a0ed-ef57eed037b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93321a4b-0e45-4442-b0a5-2655c78ab412 HTTP/1.1" status: 200 len: 910 time: 0.1368444 Apr 08 12:15:25.699512 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'code': 200} Apr 08 12:15:25.732287 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=8']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:25.735538 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:25.752492 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-bb6938bc-035f-4a7f-b42b-fb8bcbcff934 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff HTTP/1.1" status: 200 len: 217 time: 0.0698667 Apr 08 12:15:25.824509 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-1b641aba-d884-4759-abe8-19b5ebc57c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:25.826091 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-1b641aba-d884-4759-abe8-19b5ebc57c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ae90f9c-16c7-4caa-b342-22cf3c536137 HTTP/1.1" status: 200 len: 849 time: 0.0671105 Apr 08 12:15:25.881323 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-1ab865fa-af2b-4461-8af9-03288ede7950 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93321a4b-0e45-4442-b0a5-2655c78ab412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472114 Apr 08 12:15:26.262310 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-706961b1-f8f3-4d39-b578-2da0e8bc5b51 service neutron] 10.222.0.13 "GET /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734374 Apr 08 12:15:26.403955 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-26fe0887-851f-420a-9dcc-bc5b34784b59 req-8fbb3e09-e47f-460d-8b2a-5e4e11955b30 service neutron] 10.222.0.13 "GET /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345773 Apr 08 12:15:26.549908 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6799a4-0649-481b-8221-ae55ba7c533f req-e41d2160-c91e-47f7-9c76-ec7bde5d9683 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:26.551487 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dd6799a4-0649-481b-8221-ae55ba7c533f req-e41d2160-c91e-47f7-9c76-ec7bde5d9683 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 944 time: 0.0923207 Apr 08 12:15:26.581468 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dd6799a4-0649-481b-8221-ae55ba7c533f req-8e9a01c0-6574-437d-8baa-42e94bf23526 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235722 Apr 08 12:15:27.434111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device ec910237-9575-4c2b-9c08-2e1ff14c4cff details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 08 12:15:27.574405 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port ec910237-9575-4c2b-9c08-2e1ff14c4cff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff,segment=NetworkSegment(00bb9ebc-7c1b-4256-8f63-10a6ee6aedec),segment_id=00bb9ebc-7c1b-4256-8f63-10a6ee6aedec)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:27.587858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Returning: {'device': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff', 'network_id': '93321a4b-0e45-4442-b0a5-2655c78ab412', 'port_id': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff', 'mac_address': 'fa:16:3e:ee:0c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae90f9c-16c7-4caa-b342-22cf3c536137', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 08 12:15:27.650224 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:27.667950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec910237-9575-4c2b-9c08-2e1ff14c4cff {{(pid=84400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 08 12:15:27.684969 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port ec910237-9575-4c2b-9c08-2e1ff14c4cff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff,segment=NetworkSegment(00bb9ebc-7c1b-4256-8f63-10a6ee6aedec),segment_id=00bb9ebc-7c1b-4256-8f63-10a6ee6aedec)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:27.687414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:27.689251 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:27.760534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=ec910237-9575-4c2b-9c08-2e1ff14c4cff,revision_number=4']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:27.763850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:27.786147 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01f6b5-89e9-4d90-a72f-8aa501b07bfb req-f5da4b23-88b8-4c9e-92ce-dfee07d20216 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:27.787740 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1f01f6b5-89e9-4d90-a72f-8aa501b07bfb req-f5da4b23-88b8-4c9e-92ce-dfee07d20216 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 945 time: 0.0898976 Apr 08 12:15:27.819938 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1f01f6b5-89e9-4d90-a72f-8aa501b07bfb req-331122bf-ea37-4f43-baf4-3b0351a98653 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250041 Apr 08 12:15:27.893400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['ec910237-9575-4c2b-9c08-2e1ff14c4cff'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:15:29.022202 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd577a-fe6c-45e7-ae74-361f3e3f9b5d req-01f102f9-93fa-445e-9b15-86264c42c076 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:29.023792 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-94cd577a-fe6c-45e7-ae74-361f3e3f9b5d req-01f102f9-93fa-445e-9b15-86264c42c076 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 945 time: 0.0910549 Apr 08 12:15:29.054064 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-94cd577a-fe6c-45e7-ae74-361f3e3f9b5d req-53cca82f-fbc2-4600-acf9-bdd4bfbf712c tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233526 Apr 08 12:15:29.450440 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device ec910237-9575-4c2b-9c08-2e1ff14c4cff up at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 08 12:15:29.541456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning for port ec910237-9575-4c2b-9c08-2e1ff14c4cff completed by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 12:15:29.546475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.provisioning_blocks [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Provisioning complete for port ec910237-9575-4c2b-9c08-2e1ff14c4cff triggered by entity L2. {{(pid=84400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 12:15:29.546884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854749098'] for port, provisioning_complete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:29.681685 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850694434'] for port, before_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:29.693803 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d92034-b393-488d-a918-ad68babe63ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff'}] {{(pid=84400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:15:29.706314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] For port ec910237-9575-4c2b-9c08-2e1ff14c4cff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff,segment=NetworkSegment(00bb9ebc-7c1b-4256-8f63-10a6ee6aedec),segment_id=00bb9ebc-7c1b-4256-8f63-10a6ee6aedec)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:29.710093 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250976971636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785877370005', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363250977405778'] for port, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:29.715100 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:29.758672 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d92034-b393-488d-a918-ad68babe63ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff', 'code': 200} Apr 08 12:15:29.801007 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Pushing event updated for resources: {'Port': ['ID=ec910237-9575-4c2b-9c08-2e1ff14c4cff,revision_number=5']} {{(pid=84400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:29.804339 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84400) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:29.993319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155a68a-03d7-4843-826e-972af1f32c9a req-695ad330-abc3-454c-925f-e700b54a1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:29.995888 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c155a68a-03d7-4843-826e-972af1f32c9a req-695ad330-abc3-454c-925f-e700b54a1151 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 1099 time: 0.0777841 Apr 08 12:15:30.022665 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-c155a68a-03d7-4843-826e-972af1f32c9a req-7ca230d8-2aca-4e1e-9cbd-f18a4359d066 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0198209 Apr 08 12:15:30.258729 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ba197-6af6-4721-b266-591f4517fe67 req-12836e83-b6f6-49ee-8eb6-76a0b54f83be tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:30.260259 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ef1ba197-6af6-4721-b266-591f4517fe67 req-12836e83-b6f6-49ee-8eb6-76a0b54f83be tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 946 time: 0.0916617 Apr 08 12:15:30.291081 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ef1ba197-6af6-4721-b266-591f4517fe67 req-e8b1ee9d-69e9-476a-b891-bb38bada9d9f tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237710 Apr 08 12:15:31.492768 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99089937-15d2-4b35-8676-e9b7d48600de req-1286c5f9-108f-4f84-b4bf-685f7b0fd3aa tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:31.494676 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-99089937-15d2-4b35-8676-e9b7d48600de req-1286c5f9-108f-4f84-b4bf-685f7b0fd3aa tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 946 time: 0.0902283 Apr 08 12:15:31.525925 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-99089937-15d2-4b35-8676-e9b7d48600de req-1f191d88-feec-47e4-bcfa-74f59f59d5ca tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247772 Apr 08 12:15:32.815129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:15:35.010868 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c044-49c8-4c0b-949b-162c2a780831 req-589abf42-d759-4ba5-9e6e-cdd87a0c042d tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:35.012406 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dc63c044-49c8-4c0b-949b-162c2a780831 req-589abf42-d759-4ba5-9e6e-cdd87a0c042d tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 946 time: 0.0930841 Apr 08 12:15:35.043071 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-dc63c044-49c8-4c0b-949b-162c2a780831 req-0c8843e0-66bf-4c86-b9a7-8497b44b88b3 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244317 Apr 08 12:15:36.244900 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9c00-99dd-42d0-a2b9-778928abdf38 req-f0847011-874e-43d6-8707-584c9d86aa48 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:36.246450 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-206b9c00-99dd-42d0-a2b9-778928abdf38 req-f0847011-874e-43d6-8707-584c9d86aa48 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 946 time: 0.0887408 Apr 08 12:15:36.324212 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-206b9c00-99dd-42d0-a2b9-778928abdf38 req-09d2c39a-09bf-4d47-ad8e-a22bcc36d071 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/security-groups?id=978b2fb6-6a46-45ac-996a-c729cddd95e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714223 Apr 08 12:15:36.361170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-cb8fe5e5-a4e9-4bca-b58d-90a23609ad43 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:15:36.362703 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-cb8fe5e5-a4e9-4bca-b58d-90a23609ad43 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.13 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 946 time: 0.0964522 Apr 08 12:15:36.440247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Deleting port ec910237-9575-4c2b-9c08-2e1ff14c4cff {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:15:36.440634 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:36.698427 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] For port ec910237-9575-4c2b-9c08-2e1ff14c4cff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ec910237-9575-4c2b-9c08-2e1ff14c4cff,segment=NetworkSegment(00bb9ebc-7c1b-4256-8f63-10a6ee6aedec),segment_id=00bb9ebc-7c1b-4256-8f63-10a6ee6aedec)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:15:36.698819 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:36.834296 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Calling delete_port for ec910237-9575-4c2b-9c08-2e1ff14c4cff owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:15:36.987877 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:36.999235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] get_ports_and_sgs() called for port_ids ['ec910237-9575-4c2b-9c08-2e1ff14c4cff'] {{(pid=84400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 08 12:15:37.003103 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9a06dc51-83d3-4dd0-b19b-6cd874ecb673 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:37.101250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Pushing event deleted for resources: {'Port': ['ID=ec910237-9575-4c2b-9c08-2e1ff14c4cff,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:37.111751 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:37.247773 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] No DVR routers for this DVR port ec910237-9575-4c2b-9c08-2e1ff14c4cff on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:15:37.250178 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:37.252840 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d92034-b393-488d-a918-ad68babe63ce', 'name': 'network-vif-deleted', 'tag': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:15:37.267617 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-079a5837-b3a9-41ba-8c4c-976de421ffac req-1f7d2e89-19cf-4315-8f42-ea7957d976dc tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.13 "DELETE /v2.0/ports/ec910237-9575-4c2b-9c08-2e1ff14c4cff HTTP/1.1" status: 204 len: 173 time: 0.8982847 Apr 08 12:15:37.302804 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d92034-b393-488d-a918-ad68babe63ce', 'name': 'network-vif-deleted', 'tag': 'ec910237-9575-4c2b-9c08-2e1ff14c4cff', 'status': 'completed', 'code': 200} Apr 08 12:15:37.504042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1545b2b4-6627-4dac-bc13-a225a6f82d2b req-30e3baea-1ade-47f2-9f50-b7e05124f6c3 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Synchronizing usage tracker for tenant:3e06e873de2f42d68f2e4a20d35b2b36 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:15:37.518611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-1545b2b4-6627-4dac-bc13-a225a6f82d2b req-30e3baea-1ade-47f2-9f50-b7e05124f6c3 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Unset dirty status for tenant:3e06e873de2f42d68f2e4a20d35b2b36 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:15:37.519902 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1545b2b4-6627-4dac-bc13-a225a6f82d2b req-30e3baea-1ade-47f2-9f50-b7e05124f6c3 tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] 10.222.0.23 "GET /v2.0/ports?device_id=83d92034-b393-488d-a918-ad68babe63ce HTTP/1.1" status: 200 len: 210 time: 0.0645401 Apr 08 12:15:38.492040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-2fbb0bfa-5af5-4bde-adb0-f52e2fb38dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:40.625693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-65d65fa8-dd0b-4c5d-b9f0-b4f8ac7fa9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:41.511981 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device ec910237-9575-4c2b-9c08-2e1ff14c4cff no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:15:41.548448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: ec910237-9575-4c2b-9c08-2e1ff14c4cff {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:15:41.548834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device ec910237-9575-4c2b-9c08-2e1ff14c4cff not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:15:41.567570 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:41.782513 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:42.889410 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:44.455726 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.033400 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52172) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:56.102374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Deleting subnet 0ae90f9c-16c7-4caa-b342-22cf3c536137 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:15:56.106047 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.157843 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.217870 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.468740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.484358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-471408ce-b39d-482c-80fc-87a0dc65e3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:56.568279 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae90f9c-16c7-4caa-b342-22cf3c536137,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:56.587292 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.587719 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.588136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.588549 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.588955 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.589925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.590334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.590740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.591143 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.591547 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.591944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.592344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:15:56.596907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:56.628918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.634887 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b9f99b4f-53aa-4314-8fd8-e5a8eab3c9de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0ae90f9c-16c7-4caa-b342-22cf3c536137 HTTP/1.1" status: 204 len: 168 time: 0.6003358 Apr 08 12:15:56.637455 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52176) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:56.751786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:56.944762 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.058518 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93321a4b-0e45-4442-b0a5-2655c78ab412']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:15:57.070944 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:15:57.071282 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bb9ebc-7c1b-4256-8f63-10a6ee6aedec') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:15:57.084748 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.100012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.106730 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:15:57.284373 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:15:57.524609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.700344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Network 93321a4b-0e45-4442-b0a5-2655c78ab412 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:15:57.722543 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:15:57.801118 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.804884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:57.818566 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.828907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Pushing event deleted for resources: {'Network': ['ID=93321a4b-0e45-4442-b0a5-2655c78ab412,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:57.831340 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:57.832729 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f4cf621a-0478-4ce1-b2ac-1f846e2e866f admin admin] 10.222.0.23 "DELETE /v2.0/networks/93321a4b-0e45-4442-b0a5-2655c78ab412 HTTP/1.1" status: 204 len: 168 time: 1.1942744 Apr 08 12:15:57.835713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52182) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:57.906544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Deleting subnet 5abe7dd2-2700-47b4-b9c2-f55d221fc1a3 {{(pid=84399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:15:57.909666 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:57.961194 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852884188'] for subnet, precommit_delete_associations {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.019880 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.276704 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27590284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852880598'] for subnet, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.291488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:58.384586 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abe7dd2-2700-47b4-b9c2-f55d221fc1a3,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:58.389141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:58.422636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for subnet, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.428477 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-25c6a4c6-cf2b-4c52-9e1a-9e90641bcdd4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5abe7dd2-2700-47b4-b9c2-f55d221fc1a3 HTTP/1.1" status: 204 len: 168 time: 0.5917702 Apr 08 12:15:58.431136 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52186) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:58.544168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.732832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.845989 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9']}} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:15:58.859148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cd58de-75c3-41c9-9029-fe723433396f') {'for_net_delete': True} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:15:58.859488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cd58de-75c3-41c9-9029-fe723433396f') {} {{(pid=84399) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:15:58.872151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1891612'] for segment, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.887954 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:58.894131 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=84399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:15:59.068725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:15:59.081599 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27590353'] for segment, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.256371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Network 0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 has no segments {{(pid=84399) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:15:59.279610 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:15:59.355334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.358892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:59.375382 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.381923 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:59.384925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:59.387548 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-1a4cdcab-8eec-433f-ad9f-43d63eb86de9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0a6d55b2-fb5d-4c84-8f92-af96c9aa86b9 HTTP/1.1" status: 204 len: 168 time: 0.9554362 Apr 08 12:15:59.557525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52192) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:59.608363 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-276465cc-ad3e-4b39-9fa4-7ee32bf967c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e06e873de2f42d68f2e4a20d35b2b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489585 Apr 08 12:15:59.610834 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52196) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:15:59.670778 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.701391 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.747313 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.752401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1655b2ce-01a6-4772-8dff-d4534a3756dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:15:59.765890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978b2fb6-6a46-45ac-996a-c729cddd95e2,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:15:59.768913 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:15:59.769890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:15:59.773624 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-0ecd1e15-93e5-40e5-a02a-cede28ae3799 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/978b2fb6-6a46-45ac-996a-c729cddd95e2 HTTP/1.1" status: 204 len: 168 time: 0.1593266 Apr 08 12:16:00.118786 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52204) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:00.170430 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c3fc463a-1dfc-45c0-aac7-e4910ca9071e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b0194a9cb8e4e8fa51f2f9370923a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503347 Apr 08 12:16:00.172789 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52208) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:00.232474 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:00.258976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:00.305901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:00.310816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4a9e8ed2-bea0-4e66-ad62-57c491744c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:00.327302 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711108c0-5890-439f-a7ee-319bfb3058db,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:00.330075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:00.331264 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:00.332426 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-44c27e8b-bbdd-4f6a-bb7e-26277806becf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/711108c0-5890-439f-a7ee-319bfb3058db HTTP/1.1" status: 204 len: 168 time: 0.1587124 Apr 08 12:16:08.495038 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-04929fb6-baf8-4a0b-9d80-99068236aa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:09.817854 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:16:10.626153 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a4ff044b-bdc1-47d8-b645-66fe927f243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:11.570812 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:11.785303 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.503008 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52326) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:12.625491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.640447 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:16:12.644451 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Usage tracker for resource:security_group_rule and tenant:415da7a05aae497c85da9d913ddcc700 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:16:12.647352 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:16:12.653534 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:16:12.736763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.740557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.750844 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-1fe9ef00-14f6-4672-930a-87bef96fa379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:12.792374 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=415da7a05aae497c85da9d913ddcc700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881963 Apr 08 12:16:12.794951 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab8994-6e6c-415e-9f27-95d483d4ab2b,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:12.795816 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52332) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:12.798475 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f35f718f-e03c-4263-98ea-6ec484ef8900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:12.859456 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.891334 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.891556 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.940048 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.945031 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-5ed377e5-4bc0-487f-84cd-9c2b3bdcd97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:12.955942 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab8994-6e6c-415e-9f27-95d483d4ab2b,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:12.967517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.967929 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.968333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.968731 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.969125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.969517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.969936 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.970323 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.970712 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.971099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.971492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.971876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-3-smb {{(pid=84398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 08 12:16:12.975235 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:12.976510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:12.977712 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c456f36a-1624-4313-af91-ca4149b3f4c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10ab8994-6e6c-415e-9f27-95d483d4ab2b HTTP/1.1" status: 204 len: 168 time: 0.1807590 Apr 08 12:16:14.459255 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:17.214716 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-62a76728-f428-4272-a067-e5339b5afb1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797343 Apr 08 12:16:17.365074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-f6bc7152-16f5-4f17-ab97-ac85f2da78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:17.366944 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-f6bc7152-16f5-4f17-ab97-ac85f2da78e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.0809329 Apr 08 12:16:17.521972 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-ac9895e6-44af-4d58-a8c3-8046d563aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:17.523511 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-ac9895e6-44af-4d58-a8c3-8046d563aed0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.1369920 Apr 08 12:16:17.627779 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-45c11422-abc3-46ef-bcae-f71c0fa397ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 1002 time: 0.0981274 Apr 08 12:16:17.698675 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-b72f701d-e4f5-437e-8730-14810e5437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:17.700496 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-b72f701d-e4f5-437e-8730-14810e5437f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0660472 Apr 08 12:16:17.780855 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-9e002b56-0cef-42f1-bf16-39b46f11466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:17.782479 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-9e002b56-0cef-42f1-bf16-39b46f11466a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760765 Apr 08 12:16:17.926512 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-3cdc3c67-6617-443d-b0f3-addabcb0fe7d service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354845 Apr 08 12:16:18.069115 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-1bcd8844-eb4d-496b-94f9-07a2fcfb5d27 req-6871288c-c633-4267-a225-17cef94f7f23 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360633 Apr 08 12:16:19.593128 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52400) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:19.716306 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:19.731865 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 08 12:16:19.735924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Usage tracker for resource:security_group_rule and tenant:383ec156efde4041ad75eeca1a57efe3 is out of sync, need to count used quota {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 08 12:16:19.738918 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84399) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 08 12:16:19.745165 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.quota.driver [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84399) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 08 12:16:19.829956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:19.832740 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_create {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:19.841660 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d0851bde-d942-428d-9deb-9d097b24dec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:19.887250 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e85d8-7631-4743-914d-20a0456d590b,revision_number=1']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:19.891888 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=383ec156efde4041ad75eeca1a57efe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976186 Apr 08 12:16:19.892850 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c7940ef0-4e39-46b2-aaf6-ebadc962c48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:19.894697 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52406) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:19.957063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:19.984102 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:20.030830 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:20.035832 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-237fe5ad-cfd9-4d74-8ceb-b789253f4899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:20.050374 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e85d8-7631-4743-914d-20a0456d590b,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:20.053526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:20.057907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:20.063551 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-87461c0f-e0eb-43f4-8660-81d660ff3e86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e1e85d8-7631-4743-914d-20a0456d590b HTTP/1.1" status: 204 len: 168 time: 0.1661294 Apr 08 12:16:37.876580 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52412) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:38.095109 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Deleting port 9f68a393-4a74-42ff-aceb-179332a22a6b {{(pid=84399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:38.095488 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:38.272018 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:38.272385 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:38.406097 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Calling delete_port for 9f68a393-4a74-42ff-aceb-179332a22a6b owned by network:floatingip {{(pid=84399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:38.497905 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-54e971bc-b3ec-4c48-b369-54b740473c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:38.563899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827185498'] for port, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:38.582460 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-764aaf56-25df-4b72-9e85-77792b8e595c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:38.675966 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event deleted for resources: {'Port': ['ID=9f68a393-4a74-42ff-aceb-179332a22a6b,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:38.686042 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:38.840544 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for floatingip, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:38.840909 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.db.l3_db [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Floating IP a8b4c289-1770-46c0-bd55-1ba8d1a93c5e disassociated (deleted). External IP: 172.28.0.191, port: 602f67a4-67fc-4b01-bdd6-898d9b9b5e79. Apr 08 12:16:39.441973 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Router ebbaf950-6268-457a-ab42-3b1858623f0f has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:16:39.627401 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:16:39.638077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] Sync routers for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:16:39.647921 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:16:39.648592 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:16:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:39.649122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for floatingip, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:39.711379 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c41600c5-6742-47d0-be72-98a4016aa608 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "DELETE /v2.0/floatingips/a8b4c289-1770-46c0-bd55-1ba8d1a93c5e HTTP/1.1" status: 204 len: 168 time: 1.8335381 Apr 08 12:16:39.711998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:16:39.846676 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:16:40.017016 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'status': 'completed', 'code': 200} Apr 08 12:16:40.176290 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-48bfd613-ed29-4ea5-9cdd-074aaa6e2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:40.177919 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-48bfd613-ed29-4ea5-9cdd-074aaa6e2925 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=846650aa1c0048378aa4501297770935&device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 1099 time: 0.1059279 Apr 08 12:16:40.187510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340be924-bb14-4793-a3cd-3417c3c687ef req-6e149678-8d81-4e0f-b83f-253de1271d6a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:40.187872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:23Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:40.189021 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-340be924-bb14-4793-a3cd-3417c3c687ef req-6e149678-8d81-4e0f-b83f-253de1271d6a tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.1636558 Apr 08 12:16:40.192006 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] Checking router: ebbaf950-6268-457a-ab42-3b1858623f0f for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:16:40.201552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:16:40.202247 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:16:11Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:40.301054 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-340be924-bb14-4793-a3cd-3417c3c687ef req-756f7de0-9c60-4883-a34a-bfd16e909929 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870581 Apr 08 12:16:40.349370 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-081fc6ec-ed32-4f73-9787-fd7ca463994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:40.351035 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-081fc6ec-ed32-4f73-9787-fd7ca463994f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 200 len: 909 time: 0.1610959 Apr 08 12:16:40.435878 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-c580421d-81ab-4b67-8b13-e2b5c1612e67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 200 len: 217 time: 0.0768957 Apr 08 12:16:40.512956 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-4e23b8a4-8cb3-4604-b4f8-2a6de73cd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:40.514706 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-4e23b8a4-8cb3-4604-b4f8-2a6de73cd888 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 200 len: 847 time: 0.0710771 Apr 08 12:16:40.563535 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:16:40.597150 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-c87a1782-8cca-4b85-9b96-704b0f62e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:40.598802 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-c87a1782-8cca-4b85-9b96-704b0f62e9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee029bc7-f0e8-42a5-808d-af6c36da9ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777671 Apr 08 12:16:40.705353 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-704aa6a7-ce1b-4518-9505-a13054261cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:40.743375 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-5f4ff305-7346-470f-897b-cb35f3183df9 service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359360 Apr 08 12:16:40.887142 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-3a1db8d9-0686-412b-8f81-57eaaa015c75 req-3c7fe345-2010-4860-b813-4466459cfbca service neutron] 10.222.0.13 "GET /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356313 Apr 08 12:16:40.907063 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:23Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:40.911369 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c08b27-0d8e-4968-8528-a79a1eb6a551 None None] The sync data for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb is: [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:12:09Z', 'revision_number': 4, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb', '_interfaces': [{'id': 'e4df25db-a270-48d5-913c-8f5291585fb7', 'name': '', 'network_id': 'ee029bc7-f0e8-42a5-808d-af6c36da9ca6', 'tenant_id': '846650aa1c0048378aa4501297770935', 'mac_address': 'fa:16:3e:ef:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:08Z', 'updated_at': '2021-04-08T12:12:23Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'subnets': [{'id': 'f92a2e2f-b85c-474e-873e-43cc97fcfbaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:16:41.297658 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d8f3f8-dd00-4816-a3ad-4edb48fcab99 None None] New status for floating IP a8b4c289-1770-46c0-bd55-1ba8d1a93c5e: DOWN {{(pid=84401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 08 12:16:41.363898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-80077e82-c516-4701-a849-d49ecb7257a0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:41.365486 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-80077e82-c516-4701-a849-d49ecb7257a0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.0894449 Apr 08 12:16:41.575129 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:41.731273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Deleting port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:41.731568 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:41.787975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:41.849289 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82037e-79cd-4ee2-bc7e-ed50de50b973 req-00c371b1-ba5f-4da5-bf02-b88773f8ef26 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 08 12:16:41.850889 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ce82037e-79cd-4ee2-bc7e-ed50de50b973 req-00c371b1-ba5f-4da5-bf02-b88773f8ef26 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 946 time: 0.2048540 Apr 08 12:16:41.916812 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-ce82037e-79cd-4ee2-bc7e-ed50de50b973 req-d83dbc75-aae3-455b-80a8-35a33a8c527d tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587878 Apr 08 12:16:42.039122 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] For port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:42.039516 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:42.172355 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Calling delete_port for 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 owned by compute:nova {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:42.317686 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:42.332725 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-cb834b28-9f5a-49d8-96b7-c0064566175f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:42.430720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event deleted for resources: {'Port': ['ID=602f67a4-67fc-4b01-bdd6-898d9b9b5e79,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:42.443588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:42.575779 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] No DVR routers for this DVR port 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 on host hv-cinder-78477 {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:16:42.578254 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772949'] for port, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:42.580974 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-deleted', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79'}] {{(pid=84398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 08 12:16:42.593447 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-8c6edb90-a6b8-439a-90cc-90ce04c66544 req-9ba08065-d609-4846-b2a8-9209b86101c9 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.13 "DELETE /v2.0/ports/602f67a4-67fc-4b01-bdd6-898d9b9b5e79 HTTP/1.1" status: 204 len: 173 time: 1.2219357 Apr 08 12:16:42.643608 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2', 'name': 'network-vif-deleted', 'tag': '602f67a4-67fc-4b01-bdd6-898d9b9b5e79', 'status': 'completed', 'code': 200} Apr 08 12:16:42.895065 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:43.092541 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-28b63af9-be4c-4893-b9fa-9b3997dc5cf3 req-e05af72b-def4-4979-b02d-b29b5ef75fe0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Synchronizing usage tracker for tenant:846650aa1c0048378aa4501297770935 on resource:port {{(pid=84398) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 08 12:16:43.107121 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.quota.resource [req-28b63af9-be4c-4893-b9fa-9b3997dc5cf3 req-e05af72b-def4-4979-b02d-b29b5ef75fe0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Unset dirty status for tenant:846650aa1c0048378aa4501297770935 on resource:port {{(pid=84398) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 08 12:16:43.108374 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [req-28b63af9-be4c-4893-b9fa-9b3997dc5cf3 req-e05af72b-def4-4979-b02d-b29b5ef75fe0 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f95ef59-a2c3-4f79-8e90-140a5c7a5cf2 HTTP/1.1" status: 200 len: 210 time: 0.0719256 Apr 08 12:16:44.210655 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84399) accepted ('10.222.0.23', 52434) {{(pid=84399) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:44.282814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group, before_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:44.314486 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:44.364901 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:44.370344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-d0d9bcae-9ae3-4667-a0e7-b4f0ab7c6861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:44.382448 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9,revision_number=None']} {{(pid=84399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:44.386257 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84399) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:44.390343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Notify callbacks [] for security_group, before_response {{(pid=84399) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:44.391162 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-26a0fdfe-13dd-4c23-a8b9-dd348e6d05ae tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] 10.222.0.23 "DELETE /v2.0/security-groups/31e4fa77-9e1b-45c3-aea8-f13e92a8c0b9 HTTP/1.1" status: 204 len: 168 time: 0.1794488 Apr 08 12:16:44.436787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52440) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:44.461665 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:45.001141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:45.363466 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Deleting port e4df25db-a270-48d5-913c-8f5291585fb7 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:45.364039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:45.544664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] For port e4df25db-a270-48d5-913c-8f5291585fb7, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=e4df25db-a270-48d5-913c-8f5291585fb7,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:45.545051 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:45.674557 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Calling delete_port for e4df25db-a270-48d5-913c-8f5291585fb7 owned by network:router_interface {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:45.849842 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:45.853546 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:45.865790 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-6013e49b-b767-4348-9d85-9798c862161e tempest-VolumesActionsTest-616875852 tempest-VolumesActionsTest-616875852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:45.893924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] No Port match for: 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:45.894344 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Device 602f67a4-67fc-4b01-bdd6-898d9b9b5e79 not bound to the agent host hv-cinder-78477 {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:45.966035 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Pushing event deleted for resources: {'Port': ['ID=e4df25db-a270-48d5-913c-8f5291585fb7,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:45.975107 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:46.539797 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:46.817678 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:16:47.040814 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Router ebbaf950-6268-457a-ab42-3b1858623f0f has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:16:47.231173 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:16:47.240141 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] Sync routers for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:16:47.246346 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-daa68099-35a4-4c65-9e13-b3365974f64f admin admin] 10.222.0.23 "PUT /v2.0/routers/ebbaf950-6268-457a-ab42-3b1858623f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082993 Apr 08 12:16:47.248915 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52444) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:47.250333 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:16:47.251001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:16:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:47.437423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:47.440111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: dv-cinder-784779-3-smb {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:16:47.628922 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:47.638098 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Deleting port 7b4ecf82-7060-4856-b727-f14b136502cc {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:47.638465 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:47.744605 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:16:45Z', 'revision_number': 5, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port': {'id': '7b4ecf82-7060-4856-b727-f14b136502cc', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:03Z', 'updated_at': '2021-04-08T12:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:47.749491 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] Checking router: ebbaf950-6268-457a-ab42-3b1858623f0f for host: dv-cinder-784779-3-smb {{(pid=84400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:16:47.758517 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] Routers {'ebbaf950-6268-457a-ab42-3b1858623f0f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:16:47.759167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:16:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['ebbaf950-6268-457a-ab42-3b1858623f0f'], 'active': True} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:47.829403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] For port 7b4ecf82-7060-4856-b727-f14b136502cc, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=7b4ecf82-7060-4856-b727-f14b136502cc,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:47.829796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:47.921463 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] Set router ebbaf950-6268-457a-ab42-3b1858623f0f gateway port host: None {{(pid=84400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:16:47.961872 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Calling delete_port for 7b4ecf82-7060-4856-b727-f14b136502cc owned by network:router_gateway {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:48.034976 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:16:47Z', 'revision_number': 6, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port_host': None}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:48.039149 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e19b830-bca4-44d4-a5ae-a81887f32c93 None None] The sync data for ids ['ebbaf950-6268-457a-ab42-3b1858623f0f'] in dv-cinder-784779-3-smb is: [{'id': 'ebbaf950-6268-457a-ab42-3b1858623f0f', 'name': 'tempest-TestShelveInstance-357936555-router', 'tenant_id': '846650aa1c0048378aa4501297770935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:02Z', 'updated_at': '2021-04-08T12:16:47Z', 'revision_number': 6, 'project_id': '846650aa1c0048378aa4501297770935', 'gw_port_host': None}] {{(pid=84400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:16:48.145431 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.162075 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7227bcfd-bb08-4118-ac26-7a2d7e20823d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:48.263025 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4ecf82-7060-4856-b727-f14b136502cc,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:48.270965 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:48.423171 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.607630 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.610184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.632088 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.632664 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebbaf950-6268-457a-ab42-3b1858623f0f {{(pid=84398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:16:48.645698 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.647030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-7976cc51-aefe-4cbb-b55f-0e649ba16f09 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ebbaf950-6268-457a-ab42-3b1858623f0f HTTP/1.1" status: 204 len: 168 time: 1.3970606 Apr 08 12:16:48.649577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52448) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:48.719998 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Deleting subnet f92a2e2f-b85c-474e-873e-43cc97fcfbaa {{(pid=84398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:16:48.723168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.776919 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1879907'] for subnet, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:48.900892 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:49.392677 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1876987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827481954'] for subnet, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:49.408240 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ee07c465-c7bf-4cfd-a2d7-acb3195610e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:49.501414 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92a2e2f-b85c-474e-873e-43cc97fcfbaa,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:49.506417 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:49.539876 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:49.545319 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de242e5-6455-4734-9b0b-176360f42753 None None] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:16:49.546130 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-efb4c2b4-c01e-4fde-b53d-c1d8ec30fc7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f92a2e2f-b85c-474e-873e-43cc97fcfbaa HTTP/1.1" status: 204 len: 168 time: 0.8954411 Apr 08 12:16:49.548636 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52452) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:49.663390 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:49.731899 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Deleting port 267cd7c1-e5a9-4521-b309-19ca3473f428 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:49.732268 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:49.810419 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] DHCP port deletion for ee029bc7-f0e8-42a5-808d-af6c36da9ca6 request from dv-cinder-784779-3-smb {{(pid=84400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 12:16:49.814993 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Deleting port 267cd7c1-e5a9-4521-b309-19ca3473f428 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:49.815450 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:49.958907 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] For port 267cd7c1-e5a9-4521-b309-19ca3473f428, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=267cd7c1-e5a9-4521-b309-19ca3473f428,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:49.959231 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.035140 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] For port 267cd7c1-e5a9-4521-b309-19ca3473f428, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=267cd7c1-e5a9-4521-b309-19ca3473f428,segment=NetworkSegment(725276ef-0630-42c7-9f1a-0175fe01ed2f),segment_id=725276ef-0630-42c7-9f1a-0175fe01ed2f)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:50.035588 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.094214 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Calling delete_port for 267cd7c1-e5a9-4521-b309-19ca3473f428 owned by network:dhcp {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:50.162208 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e4df25db-a270-48d5-913c-8f5291585fb7 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:50.174551 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.189552 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-acb5b3af-31b6-43b0-a102-7c08d9cbcdee tempest-AttachVolumeShelveTestJSON-1211662276 tempest-AttachVolumeShelveTestJSON-1211662276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:50.198765 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Calling delete_port for 267cd7c1-e5a9-4521-b309-19ca3473f428 owned by network:dhcp {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:50.238616 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: e4df25db-a270-48d5-913c-8f5291585fb7 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:50.238950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device e4df25db-a270-48d5-913c-8f5291585fb7 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:50.239395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 7b4ecf82-7060-4856-b727-f14b136502cc no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:50.286077 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=267cd7c1-e5a9-4521-b309-19ca3473f428,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:50.287503 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 7b4ecf82-7060-4856-b727-f14b136502cc {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:50.287898 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 7b4ecf82-7060-4856-b727-f14b136502cc not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:50.288357 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 267cd7c1-e5a9-4521-b309-19ca3473f428 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:50.298041 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:50.327778 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 267cd7c1-e5a9-4521-b309-19ca3473f428 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:50.328168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 267cd7c1-e5a9-4521-b309-19ca3473f428 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:50.333613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] No DVR routers for this DVR port 267cd7c1-e5a9-4521-b309-19ca3473f428 on host dv-cinder-784779-3-smb {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:16:50.355177 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:16:50.356090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:16:50.456554 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.568580 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee029bc7-f0e8-42a5-808d-af6c36da9ca6']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:50.581739 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725276ef-0630-42c7-9f1a-0175fe01ed2f') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:50.582123 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725276ef-0630-42c7-9f1a-0175fe01ed2f') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:50.593871 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.608276 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.614710 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:16:50.790242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:16:50.803314 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.857492 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Deleting port 267cd7c1-e5a9-4521-b309-19ca3473f428 {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:50.858012 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:50.932687 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-e9e26a76-5c9c-4af7-855e-f73d37275b46 None None] The port '267cd7c1-e5a9-4521-b309-19ca3473f428' was deleted {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 12:16:50.979853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Network ee029bc7-f0e8-42a5-808d-af6c36da9ca6 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:16:51.003288 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:16:51.079221 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:51.082963 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:51.098836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:51.105651 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee029bc7-f0e8-42a5-808d-af6c36da9ca6,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:51.110346 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:51.116030 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-8425fbf8-c1cf-4324-90af-8ae183c29f56 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ee029bc7-f0e8-42a5-808d-af6c36da9ca6 HTTP/1.1" status: 204 len: 168 time: 1.5664027 Apr 08 12:16:51.119423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52456) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:51.679787 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850964842'] for router_interface, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:52.292395 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Deleting port 52148dda-d85d-4a21-b92e-f4735cd85eb7 {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:52.293021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:52.472674 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] For port 52148dda-d85d-4a21-b92e-f4735cd85eb7, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=52148dda-d85d-4a21-b92e-f4735cd85eb7,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:52.473069 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:52.603299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Calling delete_port for 52148dda-d85d-4a21-b92e-f4735cd85eb7 owned by network:router_interface {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:52.780925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:52.796620 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-ff31bd55-d437-4076-820a-1d85657ad728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:52.899430 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Pushing event deleted for resources: {'Port': ['ID=52148dda-d85d-4a21-b92e-f4735cd85eb7,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:52.904597 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:53.246931 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850868462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850959963'] for router_interface, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:53.750195 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Router a59d9781-14c8-4de3-8966-c0b11046575f has already been hosted by L3 agent 64be0fbb-f225-4eb5-b704-091a2e1d59b8 {{(pid=84398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 08 12:16:53.937162 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] Notify agent at l3_agent.dv-cinder-784779-3-smb the message routers_updated {{(pid=84398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 08 12:16:53.946244 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] Sync routers for ids ['a59d9781-14c8-4de3-8966-c0b11046575f'] in dv-cinder-784779-3-smb {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 08 12:16:53.946424 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-b37f9235-26ab-4a10-ad82-d5825f74f774 admin admin] 10.222.0.23 "PUT /v2.0/routers/a59d9781-14c8-4de3-8966-c0b11046575f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258877 Apr 08 12:16:53.949609 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52460) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:53.956807 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] Routers {'a59d9781-14c8-4de3-8966-c0b11046575f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:16:53.957471 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:16:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['a59d9781-14c8-4de3-8966-c0b11046575f'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:54.140266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks [] for router, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:54.145489 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] Set router a59d9781-14c8-4de3-8966-c0b11046575f gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:16:54.463423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:16:52Z', 'revision_number': 5, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:54.469096 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] Checking router: a59d9781-14c8-4de3-8966-c0b11046575f for host: dv-cinder-784779-3-smb {{(pid=84401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 08 12:16:54.479039 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] Routers {'a59d9781-14c8-4de3-8966-c0b11046575f'} bound to L3 agent in host dv-cinder-784779-3-smb {{(pid=84401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 08 12:16:54.479723 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T11:58:11Z,description=,heartbeat_timestamp=2021-04-08T12:16:41Z,host='dv-cinder-784779-3-smb',id=64be0fbb-f225-4eb5-b704-091a2e1d59b8,load=0,resource_versions=,resources_synced=,started_at=2021-04-08T11:58:11Z,topic='l3_agent')) {'router_ids': ['a59d9781-14c8-4de3-8966-c0b11046575f'], 'active': True} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:54.580656 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:54.588763 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Deleting port 5273be4d-19f9-4061-9800-e4b5b142b68e {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:54.589126 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:54.670144 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvr_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] Set router a59d9781-14c8-4de3-8966-c0b11046575f gateway port host: dv-cinder-784779-3-smb {{(pid=84401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 08 12:16:54.774776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] For port 5273be4d-19f9-4061-9800-e4b5b142b68e, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=5273be4d-19f9-4061-9800-e4b5b142b68e,segment=NetworkSegment(15d9ea16-586d-48b1-9884-f3658f5657c4),segment_id=15d9ea16-586d-48b1-9884-f3658f5657c4)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:54.774776 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:54.909291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Calling delete_port for 5273be4d-19f9-4061-9800-e4b5b142b68e owned by network:router_gateway {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:54.969315 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_hamode_db [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:16:52Z', 'revision_number': 5, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}], 'dv-cinder-784779-3-smb', False) {} {{(pid=84401) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:54.973441 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431da54d-97bc-465f-9dad-17e4b30bd7af None None] The sync data for ids ['a59d9781-14c8-4de3-8966-c0b11046575f'] in dv-cinder-784779-3-smb is: [{'id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'name': 'tempest-TestShelveInstance-1830710863-router', 'tenant_id': '8f527c2c048a444f84903d8be19b21c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'external_fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76'}], 'enable_snat': True}, 'gw_port_id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T12:12:14Z', 'updated_at': '2021-04-08T12:16:52Z', 'revision_number': 5, 'project_id': '8f527c2c048a444f84903d8be19b21c5', 'gw_port': {'id': '5273be4d-19f9-4061-9800-e4b5b142b68e', 'name': '', 'network_id': '79e5199a-1108-4635-8a90-8cf23dd104a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:49:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d9781-14c8-4de3-8966-c0b11046575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'ip_address': '172.28.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T12:12:15Z', 'updated_at': '2021-04-08T12:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10327c-188b-406a-a345-4f042c50f1d7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-3-smb'}] {{(pid=84401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 08 12:16:55.092423 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.109132 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-81eadcae-c76a-4a87-a918-d6cf87025b4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:55.208637 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Pushing event deleted for resources: {'Port': ['ID=5273be4d-19f9-4061-9800-e4b5b142b68e,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:55.211273 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:55.377741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850956379'] for router_gateway, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.561926 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3816741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3186'] for router, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.565817 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.593089 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816847'] for router, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.593667 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59d9781-14c8-4de3-8966-c0b11046575f {{(pid=84398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 08 12:16:55.607071 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] Notify callbacks [] for router, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.608310 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-4cdbf1dd-0451-4f23-8608-abf555c9f53e admin admin] 10.222.0.23 "DELETE /v2.0/routers/a59d9781-14c8-4de3-8966-c0b11046575f HTTP/1.1" status: 204 len: 168 time: 1.6577456 Apr 08 12:16:55.610925 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52464) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:55.680741 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Deleting subnet e4532218-d924-49f5-b7d8-6a290ffd04cd {{(pid=84398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 08 12:16:55.684496 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.736567 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1879907'] for subnet, precommit_delete_associations {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:55.827672 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854772529'] for subnet, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.082835 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1876987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827481954'] for subnet, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.093994 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5273be4d-19f9-4061-9800-e4b5b142b68e no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:56.098285 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:56.131859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 5273be4d-19f9-4061-9800-e4b5b142b68e {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:56.132252 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 5273be4d-19f9-4061-9800-e4b5b142b68e not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:56.132720 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 52148dda-d85d-4a21-b92e-f4735cd85eb7 no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:56.168168 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 52148dda-d85d-4a21-b92e-f4735cd85eb7 {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:56.168559 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 52148dda-d85d-4a21-b92e-f4735cd85eb7 not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:56.193577 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4532218-d924-49f5-b7d8-6a290ffd04cd,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:56.198148 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:56.230950 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.236611 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b9be8-b1a5-49b6-bd08-0ef6ecb9308b None None] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 requested from dv-cinder-784779-3-smb {{(pid=84400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 08 12:16:56.238989 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-f02637dd-3821-4ea0-8803-a17eeed064b7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e4532218-d924-49f5-b7d8-6a290ffd04cd HTTP/1.1" status: 204 len: 168 time: 0.6262567 Apr 08 12:16:56.240894 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52468) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:56.357659 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4069741'] for network, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.430089 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Deleting port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c {{(pid=84398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:56.430468 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.494040 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] DHCP port deletion for 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 request from dv-cinder-784779-3-smb {{(pid=84400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 08 12:16:56.498795 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Deleting port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:56.499217 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.651606 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] For port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:56.652067 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.714111 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.db [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] For port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c, host dv-cinder-784779-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-3-smb',level=0,port_id=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,segment=NetworkSegment(890cca5b-e31a-4fbb-925f-2bd74e2024a2),segment_id=890cca5b-e31a-4fbb-925f-2bd74e2024a2)] {{(pid=84400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 08 12:16:56.714615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3819896'] for port, precommit_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.788275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Calling delete_port for 038a1171-2ba1-4ecb-b3ac-dec2c914b98c owned by network:dhcp {{(pid=84398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:56.850151 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Calling delete_port for 038a1171-2ba1-4ecb-b3ac-dec2c914b98c owned by network:dhcp {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 08 12:16:56.865613 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850694525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850677770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250976971653', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250977405812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852898863'] for port, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:56.881321 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-9728850c-d1de-4dc2-9ece-d32488b7ba61 tempest-TestShelveInstance-1712075618 tempest-TestShelveInstance-1712075618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:56.924692 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.db.api [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84400) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 08 12:16:56.925024 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_db.api [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84400) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 08 12:16:56.975281 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=038a1171-2ba1-4ecb-b3ac-dec2c914b98c,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:56.977890 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:57.022869 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] No DVR routers for this DVR port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c on host dv-cinder-784779-3-smb {{(pid=84398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 08 12:16:57.143858 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30287', 'neutron.services.segments.db._delete_segments_for_network--9223363250976917262'] for network, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.257701 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc54f21-d6fa-4bcb-a1b1-4b27885bf293']}} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:57.270859 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890cca5b-e31a-4fbb-925f-2bd74e2024a2') {'for_net_delete': True} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:57.271201 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.services.segments.db [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890cca5b-e31a-4fbb-925f-2bd74e2024a2') {} {{(pid=84398) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 08 12:16:57.283074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250976883452', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852895909'] for segment, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.301343 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854744280'] for segment, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.307959 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 08 12:16:57.426275 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Deleting port 038a1171-2ba1-4ecb-b3ac-dec2c914b98c {{(pid=84400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 08 12:16:57.426693 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785877799334'] for port, before_delete {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.488536 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:16:57.498550 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-31536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1876902'] for segment, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.501167 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-37b0234f-ec9e-4759-8c23-1a960eb88be0 None None] The port '038a1171-2ba1-4ecb-b3ac-dec2c914b98c' was deleted {{(pid=84400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 08 12:16:57.675242 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.managers [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Network 1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 has no segments {{(pid=84398) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: Traceback (most recent call last): Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: timer() Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: cb(*args, **kw) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: return func(*args, **kwargs) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: self._notify() Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: self.callback(batched_events) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: event.method(event) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: segment_id)['aggregates'][0] Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: return f(self, *a, **k) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: return self._get(url).json() Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: **kwargs) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: return self.request(url, 'GET', **kwargs) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: **endpoint_filter) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 12:16:57.701337 dv-cinder-784779-3-smb neutron-server[84285]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 12:16:57.786820 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3907355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3819458'] for network, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.790593 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-b2aa5b7e-6045-4435-90d6-59f4894363ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:57.806848 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3907336'] for network, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:57.815090 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc54f21-d6fa-4bcb-a1b1-4b27885bf293,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:57.819713 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:57.822270 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-801fc8dc-2a65-41e3-9356-40b1c6a5bc98 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1dc54f21-d6fa-4bcb-a1b1-4b27885bf293 HTTP/1.1" status: 204 len: 168 time: 1.5801454 Apr 08 12:16:57.999971 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52474) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:58.038436 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-2359e3d0-f8ca-4016-8950-6ff9a7ff6aba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=846650aa1c0048378aa4501297770935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371513 Apr 08 12:16:58.040895 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52478) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:58.093021 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 038a1171-2ba1-4ecb-b3ac-dec2c914b98c no longer exists at agent ovs-agent-dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 08 12:16:58.103896 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.130196 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.plugin [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] No Port match for: 038a1171-2ba1-4ecb-b3ac-dec2c914b98c {{(pid=84400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 08 12:16:58.130591 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.plugins.ml2.rpc [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Device 038a1171-2ba1-4ecb-b3ac-dec2c914b98c not bound to the agent host dv-cinder-784779-3-smb {{(pid=84400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 08 12:16:58.132499 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.177600 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.182694 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-675d86b3-3846-4fc4-a64a-cb7e9c16fc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:58.196717 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce1fd03-597c-477b-94a1-fa5c53e935ef,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:58.199975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:58.202288 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.203357 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-638356f7-8f3b-4367-9ea6-50af561cce36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ce1fd03-597c-477b-94a1-fa5c53e935ef HTTP/1.1" status: 204 len: 168 time: 0.1615119 Apr 08 12:16:58.551578 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52486) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:58.602580 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-df32c5d1-877b-4a92-88d3-8a7772d0245d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f527c2c048a444f84903d8be19b21c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497210 Apr 08 12:16:58.605539 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.wsgi [-] (84398) accepted ('10.222.0.23', 52490) {{(pid=84398) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 08 12:16:58.670005 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.696159 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.743087 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3849723'] for security_group, after_delete {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.748371 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 08 12:16:58.762215 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18081dda-19e4-4d5c-b737-80b463c81527,revision_number=None']} {{(pid=84398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 08 12:16:58.765029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG oslo_concurrency.lockutils [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84398) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 08 12:16:58.766308 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84398) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:16:58.770129 dv-cinder-784779-3-smb neutron-server[84285]: INFO neutron.wsgi [None req-c05919a8-7941-47fb-975c-b3cbe41a4080 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18081dda-19e4-4d5c-b737-80b463c81527 HTTP/1.1" status: 204 len: 168 time: 0.1610126 Apr 08 12:17:08.500266 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-34c076f6-d964-4994-8660-527681e5931c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:10.626104 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-16bd1993-031b-4728-8053-6699412e8f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:11.576527 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:11.790569 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:12.896184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:14.491884 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:23.822099 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:17:38.500961 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-06f99592-2642-451a-a555-662a32323112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:40.627418 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-1b236c27-5211-450b-acf5-ec92bee9ac49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:41.578545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:41.792350 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:42.899011 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:17:44.499052 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:00.822161 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:18:08.501968 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-79de0b01-3951-4770-9032-cc49979f4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:10.629836 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-58874362-585c-4c93-bbee-9c3388d36e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:11.581526 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:11.794074 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:12.903377 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:14.506679 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:37.821387 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:18:38.503632 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-22c0e16f-1c85-47bc-b7af-6f4c861a87dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:40.630533 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-fc984792-0041-4c0a-8a80-6f2fe29fba8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:41.584329 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:41.795291 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:42.903590 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:18:44.521958 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:08.505728 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-874b37b0-6ed8-4dc3-b037-d4f9c3212d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:10.631793 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-74475649-7df6-4cc5-b9d6-c579e79e15d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:11.586875 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:11.796808 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:12.907152 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:14.530192 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:14.821545 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:19:38.507472 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-db6a8e37-c056-4e95-bb99-4a131dfc3560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:40.633380 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-03bf87be-88a4-4293-ac3a-a0faffce96bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:41.590139 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:41.797358 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:42.910320 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:44.552001 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:19:51.820581 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:20:08.509299 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-a930e2f4-6215-4d40-8c30-065542460204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:10.634853 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-3c55543c-cae9-4772-a552-bce7b694f461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:11.592258 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:11.798413 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:12.913170 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:14.566782 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:28.820125 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:20:38.510628 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e341-16ad-45df-b41c-eb0fa46ab2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:40.635110 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-86ee4349-d05a-44a9-9dd4-d7c70ac7ba52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:41.593796 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:41.800239 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:42.915120 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:20:44.573396 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:05.819783 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:21:08.511615 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-44072a2d-bbf3-438e-91e2-bc977f3b4c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:10.636717 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2485-6a2b-4cb7-9d16-1db088ec8807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:11.596623 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:11.801029 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:12.920184 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:14.596815 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:38.513924 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-92f43c55-2dac-428c-a96b-ed16cff3c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:40.641403 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-89f5c58a-fb62-49e2-8460-7dd93a592b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:41.598975 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-6db6cd7f-8077-4f6d-ad7e-af634260eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:41.802525 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-b19447d1-d5a8-48d0-a4e8-457d6b8a188b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:42.818914 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron.db.agents_db [None req-5b9cc300-68c1-484c-bab7-0b2b0046e9ba None None] Agent healthcheck: found 6 active agents {{(pid=84401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 08 12:21:42.922510 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-4dedb005-154c-4a25-8d8a-c30cd9258d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 08 12:21:44.591228 dv-cinder-784779-3-smb neutron-server[84285]: DEBUG neutron_lib.callbacks.manager [None req-42dff858-45ee-4b37-a43c-61d899a8a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250976917279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-26627'] for agent, after_update {{(pid=84400) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}